-- Logs begin at Tue 2022-03-29 12:16:35 UTC, end at Tue 2022-03-29 13:27:48 UTC. -- Mar 29 13:01:58.370352 dv-cinder-815560-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 13:02:01.343016 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.common.config [-] Logging enabled! Mar 29 13:02:01.343672 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 29 13:02:01.343894 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103708) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 13:02:01.347243 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.common.config [-] Logging enabled! Mar 29 13:02:01.347521 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 29 13:02:01.347841 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103708) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 13:02:01.348798 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 13:02:01.349035 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 13:02:01.349503 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 13:02:01.349842 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 13:02:01.350075 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 13:02:01.350840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.351273 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 13:02:01.351619 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.351927 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.352227 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.352529 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.352826 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.353115 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.353409 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.353710 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.354000 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.354282 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.354569 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.354863 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.355146 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.355434 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.355751 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.356038 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] debug = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.356320 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.356757 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.357174 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.357456 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.357750 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.358032 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.358304 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.358580 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.358868 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.359197 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] host = dv-cinder-815560-5-iscsi {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.359478 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.359793 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.360088 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.360381 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.360662 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.360944 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.361233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.361510 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.361785 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.362066 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.362356 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.362647 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.362950 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.363178 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.363403 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.363717 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.364006 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.364287 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.364550 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.364830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.365709 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.366138 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.366418 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.366710 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.367001 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.367292 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.367599 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.367881 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.368164 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.368441 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.368732 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.369013 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.369291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.369570 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.369860 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.370133 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.370411 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.370715 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.371007 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.371293 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.371606 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.371888 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.372174 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.372450 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.372726 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.373001 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] use_json = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.373275 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.373549 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.373831 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.374108 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.374382 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.374659 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.374934 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.375220 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.375505 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:01.375817 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.376118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.376422 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.376724 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.377018 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.377303 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.377599 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.377881 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.378180 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.378473 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.378762 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.379041 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.379342 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.379665 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.379964 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.380271 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.381145 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.381464 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.381748 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.382021 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.382297 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.382579 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.382873 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.383157 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.383450 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.383771 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.384055 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.384355 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.384645 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.384941 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.385235 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.385512 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.385795 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.386096 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.386379 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.386654 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.386940 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.387233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.387535 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.387816 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.388108 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.388390 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.388666 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.388939 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.389219 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.389510 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.389792 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.390066 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.390340 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.390623 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.390898 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.391191 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.391474 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.391774 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.392051 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.392331 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.392608 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.392883 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.393166 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.393441 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.393724 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.393998 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.394274 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.394548 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.394822 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.395095 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.395371 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.395669 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.395949 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.396250 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.396527 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.396904 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.397185 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.397463 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.397751 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.398058 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.398342 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.398625 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.398907 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.399188 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.399469 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.399772 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.400053 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.400336 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.400613 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.400905 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.401192 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.401481 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.401786 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.402068 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.402366 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.402649 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.402928 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.403215 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.403508 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.403805 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.404095 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.404382 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.404682 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.404982 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.405280 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.405579 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.405877 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.406164 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.406478 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.406762 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:01.406982 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 13:02:01.407227 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103708) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 13:02:01.782780 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 13:02:01.783062 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 13:02:01.783371 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 13:02:01.783888 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 13:02:02.112577 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.112799 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.113073 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.114256 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.114531 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.114942 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.170073 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.170352 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.170623 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.185190 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.185470 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.185738 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.214075 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.214353 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.214623 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.356949 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.357597 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.357597 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.596399 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.596706 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.596974 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.597241 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.597950 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.696561 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.696887 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.697169 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.697441 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.697710 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.698021 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.698280 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.698532 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.698785 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.699066 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.699324 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.699616 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.699874 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.700124 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.700426 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.700637 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.700890 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.701158 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.701427 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.701683 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.701952 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.702203 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.702482 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.702860 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.703110 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.703361 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.703784 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:02.704028 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:02.704269 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:02.704506 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:02.704744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:02.704979 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:02.705338 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 13:02:02.708512 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 13:02:02.713236 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 13:02:02.716877 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 29 13:02:02.718508 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 13:02:02.718974 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 13:02:02.719312 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 13:02:02.719723 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 13:02:02.722500 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 13:02:02.722755 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 13:02:02.723106 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 13:02:02.728038 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 13:02:02.751975 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 13:02:02.752429 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.752727 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103708) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 13:02:02.753097 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.754466 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103708) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 13:02:02.754747 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 13:02:02.754994 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 13:02:02.758510 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.758792 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:02.822827 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 13:02:02.823067 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 13:02:02.823304 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 13:02:02.823694 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 13:02:02.843683 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_db.sqlalchemy.engines [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103708) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 13:02:03.431168 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing driver for type 'gre' Mar 29 13:02:03.431753 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] gre ID ranges: [(1, 1000)] Mar 29 13:02:03.642544 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing driver for type 'local' Mar 29 13:02:03.642799 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing driver for type 'vlan' Mar 29 13:02:03.727784 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] VlanTypeDriver initialization complete Mar 29 13:02:03.728120 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing driver for type 'vxlan' Mar 29 13:02:03.728620 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] vxlan ID ranges: [(1, 1000)] Mar 29 13:02:03.905407 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing extension driver 'port_security' Mar 29 13:02:03.905688 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] PortSecurityExtensionDriver initialization complete Mar 29 13:02:03.906025 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing mechanism driver 'openvswitch' Mar 29 13:02:03.906360 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing mechanism driver 'hyperv' Mar 29 13:02:03.913934 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:03.914612 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.914985 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921198 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921198 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 13:02:03.921198 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921198 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921198 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921586 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 13:02:03.921586 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921586 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921586 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921586 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 13:02:03.921923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > security_group after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > security_group after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.921923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 13:02:03.921923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.922210 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.922210 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.922210 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 13:02:03.922385 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > address_group after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.922602 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > address_group after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.922941 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.923335 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 13:02:03.923803 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] ML2 OVO RPC backend initialized. {{(pid=103708) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 13:02:03.924510 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.924861 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.925274 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.925621 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > networks before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.925965 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.926305 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > ports before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.926645 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.926988 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnets before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.927465 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.928479 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.928818 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.929157 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.929494 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.929831 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.930169 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.930504 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.930835 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.938096 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded quota_driver: . Mar 29 13:02:03.938498 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.plugin [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Modular L2 Plugin initialization complete Mar 29 13:02:03.938842 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading services supported by the core plugin {{(pid=103708) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 13:02:03.939180 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Got port-security extension from driver 'port_security' Mar 29 13:02:03.939688 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.extensions.vlantransparent [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Disabled vlantransparent extension. Mar 29 13:02:03.940186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103708) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 13:02:03.940509 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: router Mar 29 13:02:03.983096 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.983518 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.983909 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router before_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.984326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.984703 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.985058 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_delete 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.985416 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.985764 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.986119 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.986466 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.986817 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.987161 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.987537 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.987949 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.988331 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.990800 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.990800 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.990800 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.990800 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.991081 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.991081 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.991249 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.991631 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.991977 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.992324 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.992682 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.993024 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.993384 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > agent after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.993735 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > agent after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.994079 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:03.994931 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Tracking information for resource: router configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:03.995262 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Tracking information for resource: floatingip configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 13:02:04.000209 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.db.l3_agentschedulers_db [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 13:02:04.000791 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.001151 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.001505 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.001858 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.002640 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router before_create 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.003005 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.003365 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_create 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.003771 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > router precommit_update 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.008739 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.provider_configuration [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service providers = [] {{(pid=103708) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 13:02:04.009104 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.db.servicetype_db [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103708) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 13:02:04.012094 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.service_base [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 13:02:04.012443 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.service_base [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 13:02:04.012899 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.service_base [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 13:02:04.013790 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.services.service_base [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 13:02:04.014160 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.services.service_base [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 13:02:04.014529 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.014849 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 13:02:04.031638 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.031976 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: auto_allocate Mar 29 13:02:04.038826 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: network precommit_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.039194 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: network precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.039748 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.040072 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: tag Mar 29 13:02:04.046682 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.047010 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: timestamp Mar 29 13:02:04.050990 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.055528 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: network_ip_availability Mar 29 13:02:04.060544 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.060916 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.061270 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.061993 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.062314 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: flavors Mar 29 13:02:04.067150 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.067600 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading Plugin: revisions Mar 29 13:02:04.071865 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 13:02:04.072259 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_concurrency.lockutils [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.289s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 13:02:04.072998 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103708) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 13:02:04.073333 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Initializing extension manager. Mar 29 13:02:04.073856 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: __init__.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.074200 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: __pycache__ {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.074537 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: address_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.075290 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.075896 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: address-group Mar 29 13:02:04.076225 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: address_scope.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.076946 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.077453 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: address-scope Mar 29 13:02:04.077780 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.078873 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.079385 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: router-admin-state-down-before-update Mar 29 13:02:04.079749 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: agent.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.080452 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.080952 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: agent Mar 29 13:02:04.081274 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: agent_resources_synced.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.082179 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.082683 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: agent-resources-synced Mar 29 13:02:04.083007 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: allowedaddresspairs.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.085107 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.085632 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: allowed-address-pairs Mar 29 13:02:04.085959 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: auto_allocated_topology.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.087040 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.087587 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: auto-allocated-topology Mar 29 13:02:04.087918 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: availability_zone.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.088618 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.089121 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: availability_zone Mar 29 13:02:04.089444 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: availability_zone_filter.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.090362 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.090867 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: availability_zone_filter Mar 29 13:02:04.091191 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: data_plane_status.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.092137 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.092640 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 13:02:04.092962 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: default_subnetpools.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.093873 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.094373 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: default-subnetpools Mar 29 13:02:04.094694 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.095510 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.096034 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: dhcp_agent_scheduler Mar 29 13:02:04.096353 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: dns.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.097265 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.097765 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 13:02:04.098086 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: dns_domain_ports.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.099001 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.100267 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 13:02:04.100593 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.101523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.102025 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 13:02:04.102345 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: dvr.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.103015 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.103539 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: dvr Mar 29 13:02:04.103860 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: ecmp_routes.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.104773 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.105271 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 13:02:04.105590 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: empty_string_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.106498 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.106996 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: empty-string-filtering Mar 29 13:02:04.107314 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.108256 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.108758 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 13:02:04.109077 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.109982 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.110492 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 13:02:04.110797 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: external_net.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.111737 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.112236 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: external-net Mar 29 13:02:04.112554 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.113470 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.113968 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: extra_dhcp_opt Mar 29 13:02:04.114289 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: extraroute.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.115356 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.115951 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: extraroute Mar 29 13:02:04.116280 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: extraroute_atomic.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.117312 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.117818 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: extraroute-atomic Mar 29 13:02:04.118142 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: filter_validation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.118813 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.119310 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: filter-validation Mar 29 13:02:04.119671 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: fip_pf_description.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.120582 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.121080 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 13:02:04.121401 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: fip_pf_port_range.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.122307 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.122803 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 13:02:04.123125 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: fip_port_details.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.124073 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.124573 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: fip-port-details Mar 29 13:02:04.124896 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: flavors.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.126105 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.126621 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: flavors Mar 29 13:02:04.126946 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.128624 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.129140 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 13:02:04.129469 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: floatingip_pools.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.130168 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.131306 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: floatingip-pools Mar 29 13:02:04.131668 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: ip_allocation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.132602 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.133108 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 13:02:04.133434 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.134357 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.134864 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: ip-substring-filtering Mar 29 13:02:04.135190 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l2_adjacency.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.136156 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.136663 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 13:02:04.136987 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.139454 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.140001 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: router Mar 29 13:02:04.140336 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.142545 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.143064 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 13:02:04.143398 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.144355 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.144869 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: ext-gw-mode Mar 29 13:02:04.145199 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.146758 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.147274 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: l3-ha Mar 29 13:02:04.147634 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.148555 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.149058 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 13:02:04.149384 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_flavors.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.150302 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.150804 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: l3-flavors Mar 29 13:02:04.151129 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.152532 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.153047 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 13:02:04.153379 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.154300 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.154811 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 13:02:04.155139 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: l3agentscheduler.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.156246 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.156714 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: l3_agent_scheduler Mar 29 13:02:04.157044 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: local_ip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.158817 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.159344 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension local_ip not supported by any of loaded plugins Mar 29 13:02:04.159775 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: logging.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.161236 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.161792 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension logging not supported by any of loaded plugins Mar 29 13:02:04.162119 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: metering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.162863 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.163438 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: metering Mar 29 13:02:04.164042 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.165129 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.165642 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: metering_source_and_destination_fields Mar 29 13:02:04.165972 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: multiprovidernet.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.166922 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.167430 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: multi-provider Mar 29 13:02:04.167791 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: netmtu.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.168718 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.169230 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: net-mtu Mar 29 13:02:04.169557 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: netmtu_writable.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.170472 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.170974 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: net-mtu-writable Mar 29 13:02:04.171298 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: network_availability_zone.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.172010 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.172512 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: network_availability_zone Mar 29 13:02:04.172833 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: network_ip_availability.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.173935 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.174446 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: network-ip-availability Mar 29 13:02:04.174771 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: network_segment_range.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.175567 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.176071 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 13:02:04.176402 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: pagination.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.177544 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.177881 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: pagination Mar 29 13:02:04.178201 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: port_device_profile.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.179118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.179667 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: port-device-profile Mar 29 13:02:04.179994 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.180923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.181437 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: port-mac-address-regenerate Mar 29 13:02:04.181762 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.182684 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.183195 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: port-numa-affinity-policy Mar 29 13:02:04.183538 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: port_resource_request.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.184454 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.184954 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 13:02:04.185273 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: port_resource_request_groups.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.186253 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.186758 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 13:02:04.187081 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: portbindings.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.188036 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.188542 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: binding Mar 29 13:02:04.188862 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: portbindings_extended.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.190123 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.190631 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: binding-extended Mar 29 13:02:04.190960 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: portsecurity.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.191916 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.192423 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: port-security Mar 29 13:02:04.192749 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: project_id.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.194278 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.194610 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: project-id Mar 29 13:02:04.194935 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: providernet.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.195886 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.196397 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: provider Mar 29 13:02:04.196728 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.200349 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.200868 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos not supported by any of loaded plugins Mar 29 13:02:04.201200 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.202435 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.202946 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 13:02:04.203277 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.204233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.204744 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 13:02:04.205072 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_default.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.205998 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.206509 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-default not supported by any of loaded plugins Mar 29 13:02:04.206844 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_fip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.207803 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.208312 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 13:02:04.209276 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.210202 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.210716 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 13:02:04.211044 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_gateway_ip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.212007 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.212515 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 13:02:04.212843 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_port_network_policy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.213754 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.214258 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 13:02:04.214585 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.215658 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.216169 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 13:02:04.216501 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.217537 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.218041 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 13:02:04.218366 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_pps_rule.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.219574 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.220087 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 13:02:04.220412 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_rule_type_details.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.221327 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.221835 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 13:02:04.222159 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.223072 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.223683 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 13:02:04.224011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: qos_rules_alias.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.225217 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.225724 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 13:02:04.226050 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: quota_check_limit.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.226968 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.227477 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: quota-check-limit Mar 29 13:02:04.227823 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: quotasv2.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.228747 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.229078 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: quotas Mar 29 13:02:04.229400 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: quotasv2_detail.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.231337 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.231709 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: quota_details Mar 29 13:02:04.232045 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: rbac.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.233122 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.233648 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: rbac-policies Mar 29 13:02:04.233983 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: rbac_address_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.234916 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.235428 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: rbac-address-group Mar 29 13:02:04.235780 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: rbac_address_scope.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.236705 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.237214 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: rbac-address-scope Mar 29 13:02:04.237542 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: rbac_security_groups.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.238531 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.239038 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: rbac-security-groups Mar 29 13:02:04.239364 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: rbac_subnetpool.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.240929 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.241437 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: rbac-subnetpool Mar 29 13:02:04.241765 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: revisionifmatch.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.242691 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.243200 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: revision-if-match Mar 29 13:02:04.243557 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: revisions.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.244695 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.245207 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: standard-attr-revisions Mar 29 13:02:04.245535 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: router_availability_zone.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.246215 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.246723 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: router_availability_zone Mar 29 13:02:04.247049 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: routerservicetype.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.248013 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.248514 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 13:02:04.248839 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.249774 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.250281 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: security-groups-normalized-cidr Mar 29 13:02:04.250609 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.251566 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.252072 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: port-security-groups-filtering Mar 29 13:02:04.252396 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.253336 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.253844 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: security-groups-remote-address-group Mar 29 13:02:04.254170 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.255092 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.256221 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: security-groups-shared-filtering Mar 29 13:02:04.256552 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.257143 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 13:02:04.257466 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: securitygroup.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.267079 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.267656 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: security-group Mar 29 13:02:04.267991 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: segment.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.268721 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.269230 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension segment not supported by any of loaded plugins Mar 29 13:02:04.269559 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.270506 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.271046 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 13:02:04.271370 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: servicetype.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.272488 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.273006 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: service-type Mar 29 13:02:04.273333 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: sorting.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.274309 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.274640 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: sorting Mar 29 13:02:04.274965 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: standard_attr_segment.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.275921 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.276429 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 13:02:04.276753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: standardattrdescription.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.277408 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.277909 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: standard-attr-description Mar 29 13:02:04.278230 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: stateful_security_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.279170 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.279707 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: stateful-security-group Mar 29 13:02:04.280034 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: stdattrs_common.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.280607 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 13:02:04.280931 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.281946 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.282475 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 13:02:04.282803 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: subnet_onboard.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.283905 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.284421 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: subnet_onboard Mar 29 13:02:04.284749 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.285684 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.286186 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 13:02:04.286511 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: subnet_service_types.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.287608 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.288118 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: subnet-service-types Mar 29 13:02:04.288443 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: subnetallocation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.289787 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.290294 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: subnet_allocation Mar 29 13:02:04.290617 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.291281 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.291813 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: subnetpool-prefix-ops Mar 29 13:02:04.292137 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.293076 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.293579 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 13:02:04.293902 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: tagging.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.294941 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.295452 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: standard-attr-tag Mar 29 13:02:04.295804 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: timestamp.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.297012 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.297533 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loaded extension: standard-attr-timestamp Mar 29 13:02:04.297860 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: trunk.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.298893 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.299405 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension trunk not supported by any of loaded plugins Mar 29 13:02:04.299756 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: trunk_details.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.300677 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.301186 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 13:02:04.301509 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: uplink_status_propagation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.302960 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.303467 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 13:02:04.303821 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Loading extension file: vlantransparent.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 13:02:04.304491 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 13:02:04.304996 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 13:02:04.307462 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:network Mar 29 13:02:04.308003 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:subnet Mar 29 13:02:04.308397 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 13:02:04.308787 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:port Mar 29 13:02:04.310013 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.310446 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service FLAVORS assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.311059 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.311478 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.311836 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:router Mar 29 13:02:04.312256 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 13:02:04.312758 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service METERING assigned prefix: /metering {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.314165 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.314535 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.314889 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:02:04.315884 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 13:02:04.316330 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:security_group Mar 29 13:02:04.316770 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 13:02:04.317363 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.317697 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 13:02:04.318632 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] subnetpool is already registered Mar 29 13:02:04.319072 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.319403 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 13:02:04.319766 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] subnetpool is already registered Mar 29 13:02:04.321993 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.322428 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service FLAVORS assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.323007 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.323426 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.323782 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:router Mar 29 13:02:04.324121 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] router is already registered Mar 29 13:02:04.324527 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 13:02:04.324861 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] floatingip is already registered Mar 29 13:02:04.325311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service METERING assigned prefix: /metering {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.325960 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 13:02:04.326288 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] rbac_policy is already registered Mar 29 13:02:04.326697 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:security_group Mar 29 13:02:04.327030 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] security_group is already registered Mar 29 13:02:04.327432 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 13:02:04.327789 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] security_group_rule is already registered Mar 29 13:02:04.328402 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.328732 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 13:02:04.329063 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] subnetpool is already registered Mar 29 13:02:04.329479 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 13:02:04.329805 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 13:02:04.330135 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] subnetpool is already registered Mar 29 13:02:04.330596 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: extensions {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.332144 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: address-groups {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.333643 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: address-scopes {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.334964 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: agents {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.336164 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: auto-allocated-topology {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.337381 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: availability_zones {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.338591 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: dhcp-networks {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.340188 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: dhcp-agents {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.341593 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: routers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.343798 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: flavors {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.344954 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: service_profiles {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.346344 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: next_providers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.347798 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: service_profiles {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.350258 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: floatingip-pools {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.351463 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: routers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.353654 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: floatingips {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.355145 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: l3-routers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.356561 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: l3-agents {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.357951 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: metering-labels {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.359295 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: metering-label-rules {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.360578 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: network-ip-availabilities {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.361925 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: bindings {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.363574 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: quotas {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.366632 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: quotas {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.367914 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: rbac-policies {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.369277 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: security-groups {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.370802 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: security-group-rules {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.372070 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: service-providers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.373268 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: subnetpools {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.374668 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: subnetpools {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.376143 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.377928 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.379739 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.382161 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.383970 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.385816 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.387507 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.389370 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.391129 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.393022 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron.api.extensions [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 13:02:04.399129 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING keystonemiddleware.auth_token [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 13:02:04.403924 dv-cinder-815560-5-iscsi neutron-server[103708]: WARNING keystonemiddleware.auth_token [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 13:02:04.412747 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_concurrency.lockutils [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Acquired lock "singleton_lock" {{(pid=103708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 13:02:04.413222 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_concurrency.lockutils [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Releasing lock "singleton_lock" {{(pid=103708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 13:02:04.414132 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Starting 2 workers Mar 29 13:02:04.419057 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Started child 103817 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 13:02:04.423615 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Started child 103818 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 13:02:04.424561 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:04.425255 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO neutron.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 13:02:04.425858 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:04.426131 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [-] (103817) wsgi starting up on http://0.0.0.0:9696 Mar 29 13:02:04.429095 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:04.429634 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Starting 1 workers Mar 29 13:02:04.430568 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [-] (103818) wsgi starting up on http://0.0.0.0:9696 Mar 29 13:02:04.434405 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Started child 103819 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 13:02:04.434965 dv-cinder-815560-5-iscsi neutron-server[103708]: INFO oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Starting 1 workers Mar 29 13:02:04.438171 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] calling RpcWorker wait() {{(pid=103819) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 13:02:04.438598 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] returning from RpcWorker wait() {{(pid=103819) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 13:02:04.439552 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Started child 103820 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 13:02:04.440135 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:04.440363 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-1b00d520-af87-4776-aea2-4a139d203637 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:04.440822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:04.442303 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 13:02:04.442523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 13:02:04.442711 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 13:02:04.443612 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 13:02:04.444064 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 13:02:04.444244 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 13:02:04.444759 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.445052 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.445217 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:04.445664 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.445664 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.445879 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.446237 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:04.446482 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.446752 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.446994 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.447276 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.447546 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.447709 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.447882 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.448154 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.448406 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.449964 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.450220 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.450482 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.450757 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.450930 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.451210 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.451512 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.451765 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.452030 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] debug = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.452283 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.452771 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.453001 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.453261 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.453500 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.453773 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.454005 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.454283 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.454500 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.454737 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.454983 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.455245 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.455476 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.455735 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.455997 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.456215 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.456470 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.456708 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.457160 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] host = dv-cinder-815560-5-iscsi {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.457409 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.457622 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.457846 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.458094 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.458344 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.458675 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.459020 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.459293 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.459545 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.459795 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.460059 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.460284 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.460498 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.460739 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.460903 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_options = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.461140 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.461408 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.461665 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.461859 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.462025 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.462186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.462449 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.462611 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.462868 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.463099 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.463345 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.463562 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.463784 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.464017 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.464268 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.464482 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.464717 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.464940 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.465186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.465418 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.465662 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.465886 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.466099 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.466328 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.466560 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.466772 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.467024 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.467236 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.467523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.468553 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.468553 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.468553 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.468553 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.470810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471523 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_json = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.471871 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.472095 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.472255 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.472446 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.472658 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.472869 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.473131 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.473350 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.473584 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.474035 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.474343 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.474662 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.474915 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.475153 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.475396 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.475671 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.475873 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.476131 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.476357 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.476658 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.479023 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.485755 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.486193 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487011 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487651 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487651 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487651 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.487840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.488077 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.488557 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.488557 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.488721 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.488886 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.489128 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.489391 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.489610 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.490418 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.490758 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.491044 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.491253 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.491519 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.491744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.492124 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.492267 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.492494 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.492729 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.492986 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.493227 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.493472 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.493687 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.493897 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.494142 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.494378 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.494541 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.494860 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.495012 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.495226 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.495358 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.495591 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.495817 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.496025 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.496233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.496445 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.496716 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.497040 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.497277 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.497519 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.497749 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.497990 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.498210 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.498484 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.498738 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.498980 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.499173 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.499418 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.499665 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.499890 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.500107 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.500341 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.500600 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.500816 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.501721 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.501721 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.501721 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.501721 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.502028 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.502218 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.502466 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.502873 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.503145 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.503378 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.503684 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.503917 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.504162 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.504377 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.504538 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.504771 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.505036 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.505296 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.506227 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.506545 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.506742 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.506997 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.507255 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.507551 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.507778 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.508060 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.508276 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.508533 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.508749 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.509560 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.509560 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.509560 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.509977 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.509977 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.510249 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.510437 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.510675 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.510941 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.511205 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.511464 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.511808 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.512057 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.512273 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.512504 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.512740 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.512953 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.513185 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.513417 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.513669 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.513898 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.514110 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.514383 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.514598 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.514809 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.515036 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.515264 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.515533 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.515765 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.515977 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.516198 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.516437 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.516655 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.516875 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.517095 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.517302 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.517553 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.517793 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.518059 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.518316 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.518569 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.518829 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.519071 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.519311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.519539 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.519780 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.520030 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.520240 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.520455 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.520671 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.520901 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.521214 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.521470 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.521705 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.521957 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.522202 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.522541 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.522802 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.523054 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.523296 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.523550 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.523772 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.523988 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.524202 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.524439 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.524654 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.524896 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.525134 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.525355 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.525573 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.525790 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.526028 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.526279 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.526533 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.526774 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.526988 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.527205 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.527445 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.527683 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.527920 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.528134 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.528369 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.528578 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.528813 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.529020 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530536 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530714 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.530943 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.531177 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.531386 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.531660 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.531880 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.532092 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.532337 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.532567 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.532778 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.533001 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.533218 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.533427 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.533643 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.533853 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.534060 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.534281 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.534497 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.534708 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.534929 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.535136 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.535343 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.535599 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.535825 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.536038 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.536262 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.536476 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.536787 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.537003 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.537218 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.537594 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.537890 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.538153 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.538374 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.538938 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.539195 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.539452 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.539729 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.540028 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.540246 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.540504 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.540747 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.540969 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.541186 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.541453 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.541747 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.542019 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.542265 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.542504 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.542791 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.543069 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.543345 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.543594 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.543888 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.544226 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.544504 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.544754 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.544998 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.545259 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.545503 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.545718 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.545971 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.547830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.548135 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.548431 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.548718 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.548968 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.549205 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.549532 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.549774 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.549881 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55710) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:04.550033 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.550258 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.550526 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.550773 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.550936 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 13:02:04.551622 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 13:02:04.551734 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 13:02:04.551856 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 13:02:04.552191 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 13:02:04.553166 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 13:02:04.553348 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 13:02:04.553575 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.553750 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.553921 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.554091 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.554254 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.554440 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.554603 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.554763 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.554923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.555082 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.555241 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.555399 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.555600 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.555760 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.555923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.556081 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.556632 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.556799 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.556966 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.557127 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.557285 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.557444 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.557601 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] debug = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.557758 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.557961 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.558111 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.558273 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.558417 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.558580 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.558760 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.558886 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.559204 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.559653 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.560292 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.560458 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.560576 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0077887 Mar 29 13:02:04.560708 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.560790 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.560907 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.561251 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.561410 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.561568 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.561727 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] host = dv-cinder-815560-5-iscsi {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.561885 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.562038 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.562196 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.562486 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.562823 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.562989 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.563147 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.563306 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564424 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_options = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564862 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564862 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.564862 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565032 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565220 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565303 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565442 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565600 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565756 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.565913 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566069 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566226 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566383 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566580 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566688 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566826 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.566983 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.567139 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.567296 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.567452 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.567652 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.567810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.568077 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.568251 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.568411 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.568587 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.568789 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.568861 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.569013 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.569217 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.569332 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.569489 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.570482 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.570641 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.570805 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.570945 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571080 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571214 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571376 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571559 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571711 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571859 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.571994 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.572136 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.572296 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.572437 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.572596 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_json = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.572738 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.572896 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573047 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573184 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573341 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573492 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573629 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573776 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.573933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 13:02:04.575018 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.575185 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.575408 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.576608 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.576608 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.576902 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.576902 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577159 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577159 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577427 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577564 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577726 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577865 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.577999 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.578133 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.578267 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.578392 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.578519 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.578680 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.578840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.579032 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.579200 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.579437 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.579606 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.579754 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.579888 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580024 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580158 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580292 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580439 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580575 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580718 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.580854 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581014 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581177 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581339 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581500 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581651 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581796 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.581958 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.582116 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.582275 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.582438 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.582602 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.582762 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.582923 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.583079 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.583234 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.583388 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.584137 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.584339 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.584618 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.584618 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.584882 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585008 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585090 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585245 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585383 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585517 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585650 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.585810 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.586133 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.586289 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.586592 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.586746 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.586968 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.587064 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.587210 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.587382 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.587546 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.587719 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.587881 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588042 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588201 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588359 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588518 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588677 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588761 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:04.588844 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.588985 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.589147 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.589311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.589492 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.589629 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.589786 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.589946 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.590105 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.590273 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.590419 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.590652 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.590796 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.590934 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.591050 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.591191 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.591526 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.591683 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.591821 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592062 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592213 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592348 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592496 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592632 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592767 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.592900 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.593045 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.593178 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.593311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.594933 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.595963 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.596442 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.596442 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.596442 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.596442 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.596695 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.596695 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.597074 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.597074 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.597629 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.597629 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.597629 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.597629 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598019 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598019 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598231 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598231 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598422 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598524 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598663 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598816 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.598995 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.599341 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.599341 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.599628 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.599731 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.599831 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.600059 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.600178 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.600280 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.600418 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.600577 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.604326 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.605233 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.606118 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.609744 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610291 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.610811 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612311 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.612845 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613395 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.613830 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.614347 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.614347 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.614347 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.614347 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.615423 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.616447 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617457 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617457 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617457 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617457 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617457 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617457 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617856 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617856 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.617856 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.618753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.618753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.618753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.618753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.618753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.618753 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.619461 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.619461 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.619461 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.619461 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.619461 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.620209 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.620840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.620840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.620840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.620840 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621132 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621208 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621327 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621487 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621654 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621826 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.621987 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.622147 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.622306 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.622466 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.622625 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623603 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623603 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623603 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623603 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623603 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623914 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.623914 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624032 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624125 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624286 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624446 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624605 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624764 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.624924 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 13:02:04.625512 dv-cinder-815560-5-iscsi neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 13:02:16.316275 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e0f6b1-549d-4ebb-979a-ed9e1c407df3 None None] get_active_networks_info from dv-cinder-815560-5-iscsi {{(pid=103819) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 13:02:16.399079 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0f6b1-549d-4ebb-979a-ed9e1c407df3 None None] No non-hosted networks {{(pid=103819) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 13:02:16.408708 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.agentschedulers_db [None req-c8e0f6b1-549d-4ebb-979a-ed9e1c407df3 None None] DHCP Agent not found on host dv-cinder-815560-5-iscsi {{(pid=103819) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 13:02:16.496536 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d5268e04-431e-4f41-ab66-2312e89f843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589977'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:18.512575 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1595ec78-cfc0-459c-9479-b80b6e66d17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589977'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:18.552541 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.db.api [None req-4963580d-c69e-428f-a416-e17a9a7f8162 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815560-5-iscsi {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 13:02:18.552947 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG oslo_db.api [None req-4963580d-c69e-428f-a416-e17a9a7f8162 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 13:02:19.128399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4963580d-c69e-428f-a416-e17a9a7f8162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:19.418896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55782) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:19.608018 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589977'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:20.082580 dv-cinder-815560-5-iscsi neutron-server[103817]: WARNING oslo_policy.policy [None req-142ca874-db46-47c5-8326-326406b5c73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:20.084106 dv-cinder-815560-5-iscsi neutron-server[103817]: WARNING oslo_policy.policy [None req-142ca874-db46-47c5-8326-326406b5c73d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:20.336166 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [None req-142ca874-db46-47c5-8326-326406b5c73d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:02:20.337725 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-142ca874-db46-47c5-8326-326406b5c73d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9177492 Mar 29 13:02:20.997880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589977'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:22.671657 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.db.l3_hamode_db [None req-52834cf1-2915-4b58-88ac-81ba42cbf1d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 13:02:22.751896 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589977'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:22.752537 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.752865 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.753189 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.753507 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.753825 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.754140 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.754455 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.755320 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.755754 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.756068 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.756407 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.756723 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.757053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.757372 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.757684 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:22.758081 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815560-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:22.765439 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815560-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:22.772779 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52834cf1-2915-4b58-88ac-81ba42cbf1d1 None None] Routers set() bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:02:22.773405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52834cf1-2915-4b58-88ac-81ba42cbf1d1 None None] Router IDs set() for agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 13:02:22.931360 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55816) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:23.242630 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:23.335738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.policy [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 13:02:23.378841 dv-cinder-815560-5-iscsi neutron-server[103817]: WARNING oslo_policy.policy [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:23.379225 dv-cinder-815560-5-iscsi neutron-server[103817]: WARNING oslo_policy.policy [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:23.518612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765955227842', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765955229365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765955114881', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765955122128', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765955131213', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765955052030', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1052058', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1162380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-490344'] for rbac-policy (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:23.701898 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:23.723852 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-cc7b2b65-4eda-44d6-94a9-0dcdf4ab0d0e admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7707148 Mar 29 13:02:26.272404 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55828) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:26.579539 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:26.658991 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Made reservation on behalf of 36627173c0764f6a938919de408f6b64 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:02:26.662811 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:26.679473 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:26.784288 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks [] for security_group (cceed90c-0de9-49c5-abb3-ccf2282babe9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:26.852996 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (cceed90c-0de9-49c5-abb3-ccf2282babe9), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:26.884610 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:02:26.911736 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765953723185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (cebc84ca-841b-4738-9612-91ed3ee30807), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:26.912230 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Unsubscribe: segment precommit_create {{(pid=103817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 13:02:26.912742 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Added segment cebc84ca-841b-4738-9612-91ed3ee30807 of type vlan for network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 Mar 29 13:02:26.918324 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=cceed90c-0de9-49c5-abb3-ccf2282babe9,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:26.953294 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.953634 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.953985 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.954330 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.954660 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.954982 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.955299 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.955641 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.955959 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.956273 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.956588 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.956920 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.957236 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.957565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.957998 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Tracked resource versions report: Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: pushed versions: Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: { 'AddressGroup': {'1.2'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Agent': {'1.1'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'ConntrackHelper': {'1.0'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Log': {'1.0'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'NDPProxy': {'1.0'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Network': {'1.1'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Port': {'1.7'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'PortForwarding': {'1.3'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'QosPolicy': {'1.10'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroup': {'1.5'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SubPort': {'1.0'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Subnet': {'1.1'}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Trunk': {'1.1'}} Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: consumer versions: Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Agent': '1.1', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'ConntrackHelper': '1.0', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'LocalIPAssociation': '1.0', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Log': '1.0', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'NDPProxy': '1.0', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Network': '1.1', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Port': '1.7', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'PortForwarding': '1.3', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'QosPolicy': '1.10', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroup': '1.5', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroupRule': '1.2', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SubPort': '1.0', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Subnet': '1.1', Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Trunk': '1.1'}} Mar 29 13:02:26.959389 dv-cinder-815560-5-iscsi neutron-server[103817]: {{(pid=103817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:02:27.021284 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (d9aba792-b7e2-40af-b4b6-2a34aeee8b38), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:27.133454 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (d9aba792-b7e2-40af-b4b6-2a34aeee8b38), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:27.138615 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:27.139321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:27.250565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] Pushing event updated for resources: {'Network': ['ID=d9aba792-b7e2-40af-b4b6-2a34aeee8b38,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:27.262359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:02:27.296340 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4bf636d0-9c4f-44ce-8786-cd4b40f0b488 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0228586 Mar 29 13:02:29.849953 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55840) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:30.253668 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2efd0b-65d3-49ae-95eb-654cd0784781 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:30.255178 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-8a2efd0b-65d3-49ae-95eb-654cd0784781 demo admin] 10.222.0.21 "GET /v2.0/networks/d9aba792-b7e2-40af-b4b6-2a34aeee8b38 HTTP/1.1" status: 200 len: 824 time: 0.4040647 Mar 29 13:02:30.282694 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-08532e97-ee75-4fe8-b667-cc4f47f52dd4 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/c88d337a-1a74-445f-a844-a7a97440af6d HTTP/1.1" status: 200 len: 734 time: 0.0220189 Mar 29 13:02:30.292504 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Request body: {'subnet': {'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'gateway_ip': '172.20.0.1'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:30.360583 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Made reservation on behalf of 36627173c0764f6a938919de408f6b64 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:02:30.362897 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:30.785084 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (a4388b9d-cdcc-4c99-bd12-4bec38a3b317), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:30.857418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Pushing event updated for resources: {'Subnet': ['ID=a4388b9d-cdcc-4c99-bd12-4bec38a3b317,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:30.859429 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Checking segment: {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:02:30.859866 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Network hostable DHCP agents. Network: d9aba792-b7e2-40af-b4b6-2a34aeee8b38, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:02:30.944681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:02:31.024655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, d9aba792-b7e2-40af-b4b6-2a34aeee8b38) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:02:31.029703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:31.030664 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:31.034206 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315731aa-f320-4d94-b901-b0d0e4f704f6 None None] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:02:31.136210 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-13bb8eb3-28dd-475e-b144-c2bf3ce8b82f demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8471272 Mar 29 13:02:31.402858 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-d9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'project_id': '36627173c0764f6a938919de408f6b64', 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:02:31.404082 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:31.688938 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Allocated IP 172.20.0.2 (d9aba792-b7e2-40af-b4b6-2a34aeee8b38/a4388b9d-cdcc-4c99-bd12-4bec38a3b317/548629b1-60e7-4f28-9e5f-0fd53ebaa554) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:02:31.958330 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Publish callbacks [] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:32.018639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:32.090400 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:02:32.096168 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:02:32.110973 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:02:32.112977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Pushing event updated for resources: {'Port': ['ID=548629b1-60e7-4f28-9e5f-0fd53ebaa554,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:32.144619 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.145079 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.145461 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.145820 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.146160 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.146488 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.146813 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.147134 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.147459 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.147803 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.148126 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.148462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.148785 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.149103 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.149418 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Tracked resource versions report: Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: pushed versions: Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: { 'AddressGroup': {'1.2'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Agent': {'1.1'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'ConntrackHelper': {'1.0'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Log': {'1.0'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'NDPProxy': {'1.0'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Network': {'1.1'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Port': {'1.7'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'PortForwarding': {'1.3'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'QosPolicy': {'1.10'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroup': {'1.5'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SubPort': {'1.0'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Subnet': {'1.1'}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Trunk': {'1.1'}} Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: consumer versions: Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Agent': '1.1', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'ConntrackHelper': '1.0', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'LocalIPAssociation': '1.0', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Log': '1.0', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'NDPProxy': '1.0', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Network': '1.1', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Port': '1.7', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'PortForwarding': '1.3', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'QosPolicy': '1.10', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroup': '1.5', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroupRule': '1.2', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SubPort': '1.0', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Subnet': '1.1', Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Trunk': '1.1'}} Mar 29 13:02:32.150852 dv-cinder-815560-5-iscsi neutron-server[103819]: {{(pid=103819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:02:32.200822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Attempting to bind port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:02:32.201225 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Attempting to bind port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:02:32.201938 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Attempting to bind port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 on network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:02:32.206770 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:02:32.207133 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Checking segment: {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:02:32.207666 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:32.208054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Bound using segment: {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:02:32.208582 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Bound port: 548629b1-60e7-4f28-9e5f-0fd53ebaa554, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:02:32.208947 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:32.270199 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] For port 548629b1-60e7-4f28-9e5f-0fd53ebaa554, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:02:32.274360 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] For port 548629b1-60e7-4f28-9e5f-0fd53ebaa554, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=548629b1-60e7-4f28-9e5f-0fd53ebaa554,segment=NetworkSegment(cebc84ca-841b-4738-9612-91ed3ee30807),segment_id=cebc84ca-841b-4738-9612-91ed3ee30807)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:02:32.344329 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:32.413813 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24700f0-73b5-458f-bf93-e3894c703ea8 None None] Pushing event updated for resources: {'Port': ['ID=548629b1-60e7-4f28-9e5f-0fd53ebaa554,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:33.754587 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55848) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:34.070943 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [None req-6b4dc0b3-feaa-4977-abca-d19f990f443d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:02:34.072029 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6b4dc0b3-feaa-4977-abca-d19f990f443d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3164937 Mar 29 13:02:36.687752 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 55856) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:37.233426 dv-cinder-815560-5-iscsi neutron-server[103818]: WARNING oslo_policy.policy [None req-a826cb58-8ff3-49c9-a358-3ca393edd2af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:37.233993 dv-cinder-815560-5-iscsi neutron-server[103818]: WARNING oslo_policy.policy [None req-a826cb58-8ff3-49c9-a358-3ca393edd2af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:37.466961 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [None req-a826cb58-8ff3-49c9-a358-3ca393edd2af admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:02:37.468277 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a826cb58-8ff3-49c9-a358-3ca393edd2af admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7785985 Mar 29 13:02:40.030528 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55870) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:40.343658 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:40.430659 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (4c402b12-d66a-4ed8-96e5-00586899989f), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:40.432372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (4c402b12-d66a-4ed8-96e5-00586899989f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:40.575095 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] Publish callbacks [] for router_controller (4c402b12-d66a-4ed8-96e5-00586899989f), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:40.716979 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (4c402b12-d66a-4ed8-96e5-00586899989f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:40.804425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:40.805844 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5ccb1f7c-4dba-4300-a02b-72966e5cabf2 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7741783 Mar 29 13:02:43.419480 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 548629b1-60e7-4f28-9e5f-0fd53ebaa554 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:02:43.517318 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:43.517798 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:43.525520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55882) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:43.633174 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:02:43.633570 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:43.669691 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 548629b1-60e7-4f28-9e5f-0fd53ebaa554, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=548629b1-60e7-4f28-9e5f-0fd53ebaa554,segment=NetworkSegment(cebc84ca-841b-4738-9612-91ed3ee30807),segment_id=cebc84ca-841b-4738-9612-91ed3ee30807)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:02:43.743866 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:43.795906 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=548629b1-60e7-4f28-9e5f-0fd53ebaa554,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:43.866314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [None req-845659ab-3e3b-4829-a1be-869bc2c96e3a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:02:43.867306 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-845659ab-3e3b-4829-a1be-869bc2c96e3a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3408499 Mar 29 13:02:44.417475 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfb708-80d6-4f04-9341-93ac7983ac21 None None] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:02:44.516284 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-53a8deec-5bd6-48a7-8753-fc93896fa3bd None None] Provisioning complete for port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:44.516932 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-53a8deec-5bd6-48a7-8753-fc93896fa3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:44.621221 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-53a8deec-5bd6-48a7-8753-fc93896fa3bd None None] Current status of the port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:02:44.740917 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-b0ed059e-5fd6-4e36-b3be-8f79e915f974 None None] Provisioning complete for port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:44.741302 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b0ed059e-5fd6-4e36-b3be-8f79e915f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:44.815921 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed059e-5fd6-4e36-b3be-8f79e915f974 None None] Current status of the port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:02:45.388677 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 548629b1-60e7-4f28-9e5f-0fd53ebaa554 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:02:45.437930 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:45.438316 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:45.511194 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:02:46.252873 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5b93-b4a2-4292-849e-0161282878ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:46.407604 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55890) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:46.718909 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:46.802318 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Made reservation on behalf of f78262b592114942a27d8ea84e10120a for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:02:46.804632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:46.814649 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:46.883771 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks [] for security_group (0c55051c-e592-4707-b81f-86f92eaf1b29), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:46.955344 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (0c55051c-e592-4707-b81f-86f92eaf1b29), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:46.972193 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Reserving flat network on physical network physnet1 {{(pid=103817) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 13:02:46.986560 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55051c-e592-4707-b81f-86f92eaf1b29,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:46.993333 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (d1d0ce14-bc40-47f0-bc53-e0f423e16961), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:46.993667 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Added segment d1d0ce14-bc40-47f0-bc53-e0f423e16961 of type flat for network 85276e9b-9244-441f-a4ab-9967b5691fbf Mar 29 13:02:47.046793 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (85276e9b-9244-441f-a4ab-9967b5691fbf), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:47.138403 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (85276e9b-9244-441f-a4ab-9967b5691fbf), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:47.139258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:47.139864 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:47.228519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] Pushing event updated for resources: {'Network': ['ID=85276e9b-9244-441f-a4ab-9967b5691fbf,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:47.238386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 85276e9b-9244-441f-a4ab-9967b5691fbf details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:02:47.289956 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d8637bb7-821c-4833-8b0d-24625a217ada admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8812838 Mar 29 13:02:48.453099 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca971-c2bf-4812-bb23-8fcf7b91c92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:49.549406 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:49.776135 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 55904) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:50.183505 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.policy [None req-8cc73b9f-fbf3-42ec-85a8-0e4394c33a8b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103818) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 13:02:50.235084 dv-cinder-815560-5-iscsi neutron-server[103818]: WARNING oslo_policy.policy [None req-8cc73b9f-fbf3-42ec-85a8-0e4394c33a8b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:50.235454 dv-cinder-815560-5-iscsi neutron-server[103818]: WARNING oslo_policy.policy [None req-8cc73b9f-fbf3-42ec-85a8-0e4394c33a8b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 13:02:50.243408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc73b9f-fbf3-42ec-85a8-0e4394c33a8b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:50.245170 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-8cc73b9f-fbf3-42ec-85a8-0e4394c33a8b demo admin] 10.222.0.21 "GET /v2.0/subnets/a4388b9d-cdcc-4c99-bd12-4bec38a3b317 HTTP/1.1" status: 200 len: 849 time: 0.4680970 Mar 29 13:02:50.440051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-cd6b9b66-179a-4acd-ae5f-bf90dbdbd57a demo admin] 10.222.0.21 "GET /v2.0/routers/4c402b12-d66a-4ed8-96e5-00586899989f HTTP/1.1" status: 200 len: 704 time: 0.1888628 Mar 29 13:02:50.747791 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:50.932897 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:51.127226 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Allocated IP 172.20.0.1 (d9aba792-b7e2-40af-b4b6-2a34aeee8b38/a4388b9d-cdcc-4c99-bd12-4bec38a3b317/4592256e-530a-46ff-b140-51c1c446e3f4) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:02:51.336473 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks [] for port (4592256e-530a-46ff-b140-51c1c446e3f4), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:51.459369 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:51.522943 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:02:51.527317 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:02:51.565637 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Pushing event updated for resources: {'Port': ['ID=4592256e-530a-46ff-b140-51c1c446e3f4,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:51.568860 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:02:51.569431 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (4c402b12-d66a-4ed8-96e5-00586899989f), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:51.630009 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.630356 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.630712 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.631060 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.631396 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.631753 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Tracked resource versions report: Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: pushed versions: Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: { 'AddressGroup': {'1.2'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Agent': {'1.1'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'ConntrackHelper': {'1.0'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Log': {'1.0'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'NDPProxy': {'1.0'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Network': {'1.1'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Port': {'1.7'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'PortForwarding': {'1.3'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'QosPolicy': {'1.10'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroup': {'1.5'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SubPort': {'1.0'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Subnet': {'1.1'}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Trunk': {'1.1'}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: consumer versions: Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Agent': '1.1', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'ConntrackHelper': '1.0', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'LocalIPAssociation': '1.0', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Log': '1.0', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'NDPProxy': '1.0', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Network': '1.1', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Port': '1.7', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'PortForwarding': '1.3', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'QosPolicy': '1.10', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroup': '1.5', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroupRule': '1.2', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SubPort': '1.0', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Subnet': '1.1', Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Trunk': '1.1'}} Mar 29 13:02:51.636399 dv-cinder-815560-5-iscsi neutron-server[103818]: {{(pid=103818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:02:51.774931 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d1d177db-73ec-494d-b823-762b30c47218 None None] Provisioning complete for port 4592256e-530a-46ff-b140-51c1c446e3f4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:51.775321 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d177db-73ec-494d-b823-762b30c47218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:51.850182 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:51.856371 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d1d177db-73ec-494d-b823-762b30c47218 None None] Port 4592256e-530a-46ff-b140-51c1c446e3f4 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:02:52.059180 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks [] for port (4592256e-530a-46ff-b140-51c1c446e3f4), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:52.109687 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:52.110451 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (4c402b12-d66a-4ed8-96e5-00586899989f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:52.189240 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Pushing event updated for resources: {'Port': ['ID=4592256e-530a-46ff-b140-51c1c446e3f4,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:52.236372 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:02:52.237623 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:02:52.480062 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a87ccf02-2d61-41cd-8dc2-dc7ccd8ecee6 None None] Provisioning complete for port 4592256e-530a-46ff-b140-51c1c446e3f4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:52.480540 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a87ccf02-2d61-41cd-8dc2-dc7ccd8ecee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:52.504808 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Router 4c402b12-d66a-4ed8-96e5-00586899989f is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:02:52.512817 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a87ccf02-2d61-41cd-8dc2-dc7ccd8ecee6 None None] Port 4592256e-530a-46ff-b140-51c1c446e3f4 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:02:52.598899 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:02:52.616111 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4d74539f-4ce4-4d87-ad74-153c3c5ab592 demo admin] 10.222.0.21 "PUT /v2.0/routers/4c402b12-d66a-4ed8-96e5-00586899989f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1581624 Mar 29 13:02:52.616207 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Sync routers for ids ['4c402b12-d66a-4ed8-96e5-00586899989f'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:02:52.622241 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Routers {'4c402b12-d66a-4ed8-96e5-00586899989f'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:02:52.623469 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:02:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4c402b12-d66a-4ed8-96e5-00586899989f'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:52.715369 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:52.826832 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Set router 4c402b12-d66a-4ed8-96e5-00586899989f gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:02:53.256165 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'name': 'router1', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:02:40Z', 'updated_at': '2022-03-29T13:02:51Z', 'revision_number': 2, 'project_id': '36627173c0764f6a938919de408f6b64', 'gw_port_host': None, '_interfaces': [{'id': '4592256e-530a-46ff-b140-51c1c446e3f4', 'name': '', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'mac_address': 'fa:16:3e:c0:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:50Z', 'updated_at': '2022-03-29T13:02:51Z', 'revision_number': 2, 'project_id': '36627173c0764f6a938919de408f6b64', 'subnets': [{'id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:53.306738 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Checking router: 4c402b12-d66a-4ed8-96e5-00586899989f for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:02:53.307112 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Updating router 4c402b12-d66a-4ed8-96e5-00586899989f port 4592256e-530a-46ff-b140-51c1c446e3f4 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:02:53.359592 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:53.881907 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Publish callbacks [] for port (4592256e-530a-46ff-b140-51c1c446e3f4), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:53.938458 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.107396 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Pushing event updated for resources: {'Port': ['ID=4592256e-530a-46ff-b140-51c1c446e3f4,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:54.118784 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Attempting to bind port 4592256e-530a-46ff-b140-51c1c446e3f4 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:02:54.119192 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Attempting to bind port 4592256e-530a-46ff-b140-51c1c446e3f4 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:02:54.119655 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Attempting to bind port 4592256e-530a-46ff-b140-51c1c446e3f4 on network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:02:54.123023 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.123369 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.123742 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.124082 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.124418 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.124744 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.125070 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.125393 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.125719 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.126044 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.126367 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.126709 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.127032 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.127350 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.127688 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Tracked resource versions report: Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: pushed versions: Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: { 'AddressGroup': {'1.2'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Agent': {'1.1'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'ConntrackHelper': {'1.0'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Log': {'1.0'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'NDPProxy': {'1.0'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Network': {'1.1'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Port': {'1.7'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'PortForwarding': {'1.3'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'QosPolicy': {'1.10'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroup': {'1.5'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SubPort': {'1.0'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Subnet': {'1.1'}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Trunk': {'1.1'}} Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: consumer versions: Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Agent': '1.1', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'ConntrackHelper': '1.0', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'LocalIPAssociation': '1.0', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Log': '1.0', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'NDPProxy': '1.0', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Network': '1.1', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Port': '1.7', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'PortForwarding': '1.3', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'QosPolicy': '1.10', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroup': '1.5', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroupRule': '1.2', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SubPort': '1.0', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Subnet': '1.1', Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Trunk': '1.1'}} Mar 29 13:02:54.130264 dv-cinder-815560-5-iscsi neutron-server[103820]: {{(pid=103820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:02:54.135331 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:02:54.135702 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Checking segment: {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:02:54.136200 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.136565 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Bound using segment: {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:02:54.137064 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Bound port: 4592256e-530a-46ff-b140-51c1c446e3f4, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebc84ca-841b-4738-9612-91ed3ee30807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:02:54.137444 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.140344 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-4e228e53-881a-4d94-b0db-4aac5b2caa79 None None] Provisioning complete for port 4592256e-530a-46ff-b140-51c1c446e3f4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:54.140831 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4e228e53-881a-4d94-b0db-4aac5b2caa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.177498 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4e228e53-881a-4d94-b0db-4aac5b2caa79 None None] Port 4592256e-530a-46ff-b140-51c1c446e3f4 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:02:54.208257 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] For port 4592256e-530a-46ff-b140-51c1c446e3f4, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:02:54.226785 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] For port 4592256e-530a-46ff-b140-51c1c446e3f4, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=4592256e-530a-46ff-b140-51c1c446e3f4,segment=NetworkSegment(cebc84ca-841b-4738-9612-91ed3ee30807),segment_id=cebc84ca-841b-4738-9612-91ed3ee30807)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:02:54.298395 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.352716 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cc86d-369c-43c6-b4c9-114425bedc20 None None] Pushing event updated for resources: {'Port': ['ID=4592256e-530a-46ff-b140-51c1c446e3f4,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:54.363257 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Routers {'4c402b12-d66a-4ed8-96e5-00586899989f'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:02:54.364108 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:02:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4c402b12-d66a-4ed8-96e5-00586899989f'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:54.463394 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] Set router 4c402b12-d66a-4ed8-96e5-00586899989f gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:02:54.601380 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] Provisioning complete for port 4592256e-530a-46ff-b140-51c1c446e3f4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:02:54.601778 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.672876 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'name': 'router1', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:02:40Z', 'updated_at': '2022-03-29T13:02:51Z', 'revision_number': 2, 'project_id': '36627173c0764f6a938919de408f6b64', 'gw_port_host': None, '_interfaces': [{'id': '4592256e-530a-46ff-b140-51c1c446e3f4', 'name': '', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'mac_address': 'fa:16:3e:c0:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:50Z', 'updated_at': '2022-03-29T13:02:54Z', 'revision_number': 4, 'project_id': '36627173c0764f6a938919de408f6b64', 'subnets': [{'id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:02:54.686375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] Current status of the port 4592256e-530a-46ff-b140-51c1c446e3f4 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:02:54.686769 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.704004 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d269c17-a59d-40b5-892a-92fdadbea48b None None] The sync data for ids ['4c402b12-d66a-4ed8-96e5-00586899989f'] in dv-cinder-815560-5-iscsi is: [{'id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'name': 'router1', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:02:40Z', 'updated_at': '2022-03-29T13:02:51Z', 'revision_number': 2, 'project_id': '36627173c0764f6a938919de408f6b64', 'gw_port_host': None, '_interfaces': [{'id': '4592256e-530a-46ff-b140-51c1c446e3f4', 'name': '', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'mac_address': 'fa:16:3e:c0:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:50Z', 'updated_at': '2022-03-29T13:02:54Z', 'revision_number': 4, 'project_id': '36627173c0764f6a938919de408f6b64', 'subnets': [{'id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:02:54.720316 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] For port 4592256e-530a-46ff-b140-51c1c446e3f4, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=4592256e-530a-46ff-b140-51c1c446e3f4,segment=NetworkSegment(cebc84ca-841b-4738-9612-91ed3ee30807),segment_id=cebc84ca-841b-4738-9612-91ed3ee30807)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:02:54.806881 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:54.861192 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9b98-4079-4484-91ce-c2992668c32e None None] Pushing event updated for resources: {'Port': ['ID=4592256e-530a-46ff-b140-51c1c446e3f4,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:55.119359 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 55930) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:55.229630 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b1b9f-08bf-4cca-9ae3-a59d77f641fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:55.230893 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2b2b1b9f-08bf-4cca-9ae3-a59d77f641fc admin admin] 10.222.0.21 "GET /v2.0/networks/85276e9b-9244-441f-a4ab-9967b5691fbf HTTP/1.1" status: 200 len: 842 time: 0.1105700 Mar 29 13:02:55.240976 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:55.334315 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Made reservation on behalf of f78262b592114942a27d8ea84e10120a for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:02:55.336887 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:55.734276 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.objects.ports [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103818) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 13:02:55.734742 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (c47c1daf-43d9-4cc0-88e6-6e7414addf75), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:55.802155 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c47c1daf-43d9-4cc0-88e6-6e7414addf75,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:02:55.814663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:02:55.820488 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Network hostable DHCP agents. Network: 85276e9b-9244-441f-a4ab-9967b5691fbf, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:02:55.932575 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:02:56.012130 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 85276e9b-9244-441f-a4ab-9967b5691fbf) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:02:56.016017 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:56.016646 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:56.021965 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7266b8ae-fa53-4cee-8d64-da1786a04358 None None] Network 85276e9b-9244-441f-a4ab-9967b5691fbf requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:02:56.122605 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a2aeb2d7-615f-492d-8dd4-d4f19a94753c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8847420 Mar 29 13:02:56.156222 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58ae98-483d-4e79-a6f4-34fb33f8a96a None None] Network 85276e9b-9244-441f-a4ab-9967b5691fbf requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:02:58.614792 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55942) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:02:58.837484 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-744ae4af-1d84-4a34-87ac-6ba6ca4c6d92 demo admin] 10.222.0.21 "GET /v2.0/routers/4c402b12-d66a-4ed8-96e5-00586899989f HTTP/1.1" status: 200 len: 710 time: 0.2213600 Mar 29 13:02:58.952961 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891b4cd-3e60-422b-87f6-d6e65f65e247 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:02:58.954412 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9891b4cd-3e60-422b-87f6-d6e65f65e247 demo admin] 10.222.0.21 "GET /v2.0/networks/85276e9b-9244-441f-a4ab-9967b5691fbf HTTP/1.1" status: 200 len: 886 time: 0.1114264 Mar 29 13:02:58.963655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:02:59.214755 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks [] for router_gateway (4c402b12-d66a-4ed8-96e5-00586899989f), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:59.566114 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks [] for router_gateway (4c402b12-d66a-4ed8-96e5-00586899989f), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:59.648003 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:02:59.801767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Allocated IP 172.27.1.159 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/0d702364-c728-4503-909f-8b9e5db94259) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:02:59.906902 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks [] for port (0d702364-c728-4503-909f-8b9e5db94259), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:00.024776 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (0d702364-c728-4503-909f-8b9e5db94259), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:00.098606 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:03:00.105000 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:03:00.116284 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:03:00.122076 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Pushing event updated for resources: {'Port': ['ID=0d702364-c728-4503-909f-8b9e5db94259,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:03:00.459115 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks [] for router_gateway (4c402b12-d66a-4ed8-96e5-00586899989f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:00.657703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1590983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1621942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1790'] for router (4c402b12-d66a-4ed8-96e5-00586899989f), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:00.662899 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1590992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1591001', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1621951'] for router (4c402b12-d66a-4ed8-96e5-00586899989f), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:00.772867 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Router 4c402b12-d66a-4ed8-96e5-00586899989f has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:03:00.945734 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:03:00.950286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:00.951419 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-68a42a1e-db8d-4a90-b35f-f9800d6f4530 demo admin] 10.222.0.21 "PUT /v2.0/routers/4c402b12-d66a-4ed8-96e5-00586899989f HTTP/1.1" status: 200 len: 890 time: 1.9908881 Mar 29 13:03:03.398178 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Sync routers for ids ['4c402b12-d66a-4ed8-96e5-00586899989f'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:03:03.410465 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Routers {'4c402b12-d66a-4ed8-96e5-00586899989f'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:03:03.411221 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:02:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4c402b12-d66a-4ed8-96e5-00586899989f'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:03:03.436012 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 4592256e-530a-46ff-b140-51c1c446e3f4 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:03:03.504319 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 55954) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:03:03.619516 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6312cc61-f1c5-4b93-9ee3-385ffaa578e4 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139586 Mar 29 13:03:03.644652 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 4592256e-530a-46ff-b140-51c1c446e3f4 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:03:03.644652 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:03.742095 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Set router 4c402b12-d66a-4ed8-96e5-00586899989f gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:03:04.008535 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 4592256e-530a-46ff-b140-51c1c446e3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:03:04.251119 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'name': 'router1', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0d702364-c728-4503-909f-8b9e5db94259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:02:40Z', 'updated_at': '2022-03-29T13:03:00Z', 'revision_number': 4, 'project_id': '36627173c0764f6a938919de408f6b64', 'gw_port': {'id': '0d702364-c728-4503-909f-8b9e5db94259', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:59Z', 'updated_at': '2022-03-29T13:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '4592256e-530a-46ff-b140-51c1c446e3f4', 'name': '', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'mac_address': 'fa:16:3e:c0:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:50Z', 'updated_at': '2022-03-29T13:02:54Z', 'revision_number': 5, 'project_id': '36627173c0764f6a938919de408f6b64', 'subnets': [{'id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:03:04.301360 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Checking router: 4c402b12-d66a-4ed8-96e5-00586899989f for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:03:04.301736 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Updating router 4c402b12-d66a-4ed8-96e5-00586899989f port 0d702364-c728-4503-909f-8b9e5db94259 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:03:04.355661 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0d702364-c728-4503-909f-8b9e5db94259), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:04.682521 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Publish callbacks [] for port (0d702364-c728-4503-909f-8b9e5db94259), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:04.743685 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0d702364-c728-4503-909f-8b9e5db94259), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:04.795777 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Attempting to bind port 0d702364-c728-4503-909f-8b9e5db94259 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:03:04.796144 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Attempting to bind port 0d702364-c728-4503-909f-8b9e5db94259 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:03:04.796503 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Attempting to bind port 0d702364-c728-4503-909f-8b9e5db94259 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:03:04.799176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef47ca6-8df5-457f-a769-3fe2a3ccf5f1 None None] Pushing event updated for resources: {'Port': ['ID=0d702364-c728-4503-909f-8b9e5db94259,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:03:04.803570 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:03:04.803945 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:03:04.804338 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:04.804720 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:03:04.805177 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Bound port: 0d702364-c728-4503-909f-8b9e5db94259, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:03:04.805551 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0d702364-c728-4503-909f-8b9e5db94259), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:04.861676 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] For port 0d702364-c728-4503-909f-8b9e5db94259, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:03:04.864974 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] For port 0d702364-c728-4503-909f-8b9e5db94259, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0d702364-c728-4503-909f-8b9e5db94259,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:03:04.926816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0d702364-c728-4503-909f-8b9e5db94259), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:04.983632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Routers {'4c402b12-d66a-4ed8-96e5-00586899989f'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:03:04.984240 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:02:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4c402b12-d66a-4ed8-96e5-00586899989f'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:03:05.047415 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef47ca6-8df5-457f-a769-3fe2a3ccf5f1 None None] Pushing event updated for resources: {'Port': ['ID=0d702364-c728-4503-909f-8b9e5db94259,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:03:05.094458 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] Set router 4c402b12-d66a-4ed8-96e5-00586899989f gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:03:05.317914 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'name': 'router1', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0d702364-c728-4503-909f-8b9e5db94259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:02:40Z', 'updated_at': '2022-03-29T13:03:00Z', 'revision_number': 4, 'project_id': '36627173c0764f6a938919de408f6b64', 'gw_port': {'id': '0d702364-c728-4503-909f-8b9e5db94259', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:59Z', 'updated_at': '2022-03-29T13:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '4592256e-530a-46ff-b140-51c1c446e3f4', 'name': '', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'mac_address': 'fa:16:3e:c0:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:50Z', 'updated_at': '2022-03-29T13:02:54Z', 'revision_number': 5, 'project_id': '36627173c0764f6a938919de408f6b64', 'subnets': [{'id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:03:05.349081 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2d994-a680-40cf-84f7-83d767ce86dc None None] The sync data for ids ['4c402b12-d66a-4ed8-96e5-00586899989f'] in dv-cinder-815560-5-iscsi is: [{'id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'name': 'router1', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '0d702364-c728-4503-909f-8b9e5db94259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:02:40Z', 'updated_at': '2022-03-29T13:03:00Z', 'revision_number': 4, 'project_id': '36627173c0764f6a938919de408f6b64', 'gw_port': {'id': '0d702364-c728-4503-909f-8b9e5db94259', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:63:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:59Z', 'updated_at': '2022-03-29T13:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '4592256e-530a-46ff-b140-51c1c446e3f4', 'name': '', 'network_id': 'd9aba792-b7e2-40af-b4b6-2a34aeee8b38', 'tenant_id': '36627173c0764f6a938919de408f6b64', 'mac_address': 'fa:16:3e:c0:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c402b12-d66a-4ed8-96e5-00586899989f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:02:50Z', 'updated_at': '2022-03-29T13:02:54Z', 'revision_number': 5, 'project_id': '36627173c0764f6a938919de408f6b64', 'subnets': [{'id': 'a4388b9d-cdcc-4c99-bd12-4bec38a3b317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c88d337a-1a74-445f-a844-a7a97440af6d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:03:06.482046 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:03:07.506516 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0d702364-c728-4503-909f-8b9e5db94259 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:03:07.570725 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 0d702364-c728-4503-909f-8b9e5db94259 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:03:07.571459 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0d702364-c728-4503-909f-8b9e5db94259), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:07.676037 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0d702364-c728-4503-909f-8b9e5db94259 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:03:07.676681 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0d702364-c728-4503-909f-8b9e5db94259), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:07.701806 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 0d702364-c728-4503-909f-8b9e5db94259, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0d702364-c728-4503-909f-8b9e5db94259,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:03:07.767173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0d702364-c728-4503-909f-8b9e5db94259), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:07.835686 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=0d702364-c728-4503-909f-8b9e5db94259,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:03:09.442830 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0d702364-c728-4503-909f-8b9e5db94259 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:03:09.561455 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 0d702364-c728-4503-909f-8b9e5db94259 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:03:09.561853 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0d702364-c728-4503-909f-8b9e5db94259), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:09.752184 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0d702364-c728-4503-909f-8b9e5db94259 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:03:16.263381 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-555f3039-1545-4690-a166-3c855fa59769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:18.481597 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-53c82285-4897-48b5-81d8-32f4392c9306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:19.549327 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:20.951214 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:22.706387 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:43.479917 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:03:46.276284 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ecd02b7c-ca86-4b3b-90fa-b2b8c02b32fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:48.645890 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3ae6ff8c-835b-4ae9-af8d-6b9bf93b4e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:49.565802 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:50.971632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:03:52.685374 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:16.256660 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ecfa38cf-152b-40dd-ad22-eca07c1bdd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:18.467337 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-805569e0-76ae-447b-87f5-631c2823b956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:19.570571 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:20.478845 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:04:20.924756 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:22.684521 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:27.606485 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56438) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:27.670823 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abf8219-a2a4-4b7d-a025-e743484c4bb3 admin admin] GET failed (client error): The resource could not be found. Mar 29 13:04:27.672844 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-8abf8219-a2a4-4b7d-a025-e743484c4bb3 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652912 Mar 29 13:04:27.834606 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a9304-9c23-4248-9ea6-d1ac43901d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:27.836090 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-fc9a9304-9c23-4248-9ea6-d1ac43901d96 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1591897 Mar 29 13:04:30.216440 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56448) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:30.307771 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b4c18-41aa-4626-b1d3-d19fab94bd81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:30.309104 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b96b4c18-41aa-4626-b1d3-d19fab94bd81 admin admin] 10.222.0.21 "GET /v2.0/subnets/a4388b9d-cdcc-4c99-bd12-4bec38a3b317 HTTP/1.1" status: 200 len: 849 time: 0.0917008 Mar 29 13:04:30.319218 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:04:30.408686 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Publish callbacks [] for subnet (a4388b9d-cdcc-4c99-bd12-4bec38a3b317), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:30.598344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765953963138'] for subnet (a4388b9d-cdcc-4c99-bd12-4bec38a3b317), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:30.629700 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:30.630300 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:30.631595 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] 10.222.0.21 "PUT /v2.0/subnets/a4388b9d-cdcc-4c99-bd12-4bec38a3b317 HTTP/1.1" status: 200 len: 868 time: 0.3159370 Mar 29 13:04:30.646515 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2881c5c-45d7-4b15-a640-a52f5c4581f0 None None] Network d9aba792-b7e2-40af-b4b6-2a34aeee8b38 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:04:30.649951 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4388b9d-cdcc-4c99-bd12-4bec38a3b317,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:04:30.658088 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.658450 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.658866 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.659153 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.659516 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.660214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.660556 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.660883 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.661479 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.661794 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.662145 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.662683 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.663019 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.663346 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.663749 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2d8f8d-83e1-43a2-81da-5322fe33ee0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:04:30.980327 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d47a0bc5-53e8-450f-820a-f6f4d9b062ba None None] Provisioning complete for port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:04:30.980713 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d47a0bc5-53e8-450f-820a-f6f4d9b062ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (548629b1-60e7-4f28-9e5f-0fd53ebaa554), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:31.056936 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d47a0bc5-53e8-450f-820a-f6f4d9b062ba None None] Current status of the port 548629b1-60e7-4f28-9e5f-0fd53ebaa554 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:04:31.066781 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d47a0bc5-53e8-450f-820a-f6f4d9b062ba None None] Provisioning complete for port 4592256e-530a-46ff-b140-51c1c446e3f4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:04:31.067170 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d47a0bc5-53e8-450f-820a-f6f4d9b062ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4592256e-530a-46ff-b140-51c1c446e3f4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:31.145378 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d47a0bc5-53e8-450f-820a-f6f4d9b062ba None None] Current status of the port 4592256e-530a-46ff-b140-51c1c446e3f4 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:04:32.942528 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56456) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:33.144621 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f67aca-e68d-4342-b9f2-39186a169151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:33.144998 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f67aca-e68d-4342-b9f2-39186a169151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:33.146519 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e3f67aca-e68d-4342-b9f2-39186a169151 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2030149 Mar 29 13:04:35.441485 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56464) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:35.567469 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb1cb2-e544-4cd2-92ae-b5fa7a86f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:35.567956 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb1cb2-e544-4cd2-92ae-b5fa7a86f07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:35.569443 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-85fb1cb2-e544-4cd2-92ae-b5fa7a86f07e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1270206 Mar 29 13:04:37.870502 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56472) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:38.067696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b391275f-cf0d-4492-bb63-0e9ee9e5a0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:38.068977 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b391275f-cf0d-4492-bb63-0e9ee9e5a0d7 admin admin] 10.222.0.21 "GET /v2.0/networks/85276e9b-9244-441f-a4ab-9967b5691fbf HTTP/1.1" status: 200 len: 886 time: 0.1975265 Mar 29 13:04:40.370127 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56480) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:40.500732 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08052b55-63d4-4d59-89b3-d98927a1c90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:40.502128 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-08052b55-63d4-4d59-89b3-d98927a1c90e admin admin] 10.222.0.21 "GET /v2.0/networks/d9aba792-b7e2-40af-b4b6-2a34aeee8b38 HTTP/1.1" status: 200 len: 868 time: 0.1310115 Mar 29 13:04:42.813204 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56488) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:42.936056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9844a74-777b-4fad-98cd-c74ea5528923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:42.936522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9844a74-777b-4fad-98cd-c74ea5528923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:42.938006 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c9844a74-777b-4fad-98cd-c74ea5528923 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238623 Mar 29 13:04:45.274423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56496) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:45.399095 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe96c51-9c30-4164-841e-0b1504c2ce9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:45.399459 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe96c51-9c30-4164-841e-0b1504c2ce9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:45.401010 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-bbe96c51-9c30-4164-841e-0b1504c2ce9c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256521 Mar 29 13:04:46.250196 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5d75d530-d9b5-4b4a-8706-95e5053fa1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:47.709338 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56506) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:47.800435 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52895b-11a4-4232-a6fb-d3e8fd7f59fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:47.801727 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1d52895b-11a4-4232-a6fb-d3e8fd7f59fd admin admin] 10.222.0.21 "GET /v2.0/subnets/a4388b9d-cdcc-4c99-bd12-4bec38a3b317 HTTP/1.1" status: 200 len: 868 time: 0.0914345 Mar 29 13:04:48.472252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8ec5186d-86d0-4b6c-8a9d-6588e910632d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:49.557955 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:50.109340 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56514) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:04:50.196587 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d02719-74c6-4b48-87a0-aba1316754d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:04:50.197904 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c6d02719-74c6-4b48-87a0-aba1316754d3 admin admin] 10.222.0.21 "GET /v2.0/subnets/c47c1daf-43d9-4cc0-88e6-6e7414addf75 HTTP/1.1" status: 200 len: 816 time: 0.0876248 Mar 29 13:04:50.975076 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:52.706507 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:04:57.476651 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:05:16.300441 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c54380df-1cb1-43d0-832c-79c6cfadba1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:18.449867 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56566) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:05:18.498663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [None req-0e0abdba-606e-4a67-8716-f433af7e98e8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:05:18.499707 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0e0abdba-606e-4a67-8716-f433af7e98e8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487306 Mar 29 13:05:18.500673 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7cfa0987-aea3-4421-9a54-0693b262a2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:19.568965 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:20.928446 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56574) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:05:20.968661 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:20.988768 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcaff720-ccef-4a3e-9488-7decdbc13de7 admin admin] GET failed (client error): The resource could not be found. Mar 29 13:05:20.990012 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-dcaff720-ccef-4a3e-9488-7decdbc13de7 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606356 Mar 29 13:05:21.071855 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542593a9-2a72-4cc7-af42-fad92db5b0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:05:21.073279 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-542593a9-2a72-4cc7-af42-fad92db5b0e2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792060 Mar 29 13:05:22.694601 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:23.424190 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56582) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:05:23.473300 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:05:23.580001 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Made reservation on behalf of f78262b592114942a27d8ea84e10120a for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:05:23.582410 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:23.609259 dv-cinder-815560-5-iscsi neutron-server[103818]: WARNING neutron.services.revisions.revision_plugin [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Could not find related network for resource to bump revision. Mar 29 13:05:23.625262 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:05:23.641286 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765953723185', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (2670b2c8-14dd-43be-84ae-d004fc8c5f36), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:23.641882 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Unsubscribe: segment precommit_create {{(pid=103818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 13:05:23.642344 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Added segment 2670b2c8-14dd-43be-84ae-d004fc8c5f36 of type vlan for network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 Mar 29 13:05:23.685793 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:23.763334 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:23.764352 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:05:23.764959 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:23.853557 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:05:23.864219 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:05:23.965787 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-fa28d308-e5b3-4dfb-8d89-bf5a165833f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5403898 Mar 29 13:05:26.320778 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56590) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:05:26.381124 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.pecan_wsgi.hooks.translation [None req-457fd03c-cbcb-4030-a2d1-875bc6133cbd admin admin] GET failed (client error): The resource could not be found. Mar 29 13:05:26.382447 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-457fd03c-cbcb-4030-a2d1-875bc6133cbd admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607369 Mar 29 13:05:26.482364 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6d3b9-c9ac-46c7-9778-d56b3a5a9994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:05:26.483813 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-31d6d3b9-c9ac-46c7-9778-d56b3a5a9994 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0973473 Mar 29 13:05:26.493387 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Request body: {'subnet': {'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:05:26.563128 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Made reservation on behalf of f78262b592114942a27d8ea84e10120a for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:05:26.565520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:26.791753 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (7ab429bf-2d22-4de8-bc6d-4577953609c0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:26.852684 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab429bf-2d22-4de8-bc6d-4577953609c0,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:05:26.859736 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Checking segment: {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:05:26.860086 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Network hostable DHCP agents. Network: a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:05:26.863516 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.863858 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.864210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.864547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.864876 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.865201 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.865521 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.865848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.866178 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.866500 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.866834 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.867170 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.867509 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.867834 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.868148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:26.940253 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:05:27.025735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:05:27.029839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:05:27.030416 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.037056 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252a8e3-6b85-470d-adb3-13ff5f86c7c3 None None] Network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:05:27.092074 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-f6e97ccf-53ab-486b-85ce-96d9dc117324 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6019564 Mar 29 13:05:27.139536 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411', 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411', 'project_id': 'f78262b592114942a27d8ea84e10120a', 'fixed_ips': [{'subnet_id': '7ab429bf-2d22-4de8-bc6d-4577953609c0'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:05:27.140443 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.285638 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Allocated IP 192.168.233.2 (a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411/7ab429bf-2d22-4de8-bc6d-4577953609c0/882a83e0-9aa7-43e6-9ad9-2d51076e9fd8) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:05:27.430757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Publish callbacks [] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.489580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.531962 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:05:27.539001 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:05:27.543452 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:05:27.546542 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Pushing event updated for resources: {'Port': ['ID=882a83e0-9aa7-43e6-9ad9-2d51076e9fd8,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:05:27.556002 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.556348 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.556700 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.557054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.557389 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.557712 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.558036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.558358 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.558680 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.558998 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.559437 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.559791 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.560116 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.560431 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.560742 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:05:27.611982 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Attempting to bind port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:05:27.612346 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Attempting to bind port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:05:27.612706 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Attempting to bind port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 on network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:05:27.617681 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:05:27.618053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Checking segment: {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:05:27.621457 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.621457 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Bound using segment: {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:05:27.621457 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Bound port: 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:05:27.621457 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.684717 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] For port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:05:27.687708 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] For port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=882a83e0-9aa7-43e6-9ad9-2d51076e9fd8,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:05:27.757957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:27.916547 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9500-4457-4c69-a7b6-70695da38f62 None None] Pushing event updated for resources: {'Port': ['ID=882a83e0-9aa7-43e6-9ad9-2d51076e9fd8,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:05:28.720522 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e63521-8055-41e0-b979-7be81cc5e109 None None] Network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:05:28.821963 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] Provisioning complete for port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:05:28.822266 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:28.912725 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] Current status of the port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:05:28.913105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:28.947164 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] For port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=882a83e0-9aa7-43e6-9ad9-2d51076e9fd8,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:05:29.003579 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:29.062188 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9c977-e094-454c-9718-fa278b51c9fb None None] Pushing event updated for resources: {'Port': ['ID=882a83e0-9aa7-43e6-9ad9-2d51076e9fd8,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:05:29.123063 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-100686f5-b111-4468-9c36-eb051bc6c7ab None None] Provisioning complete for port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:05:29.123442 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100686f5-b111-4468-9c36-eb051bc6c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:29.201390 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-100686f5-b111-4468-9c36-eb051bc6c7ab None None] Current status of the port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:05:29.507123 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:05:29.557416 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:05:29.557802 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (882a83e0-9aa7-43e6-9ad9-2d51076e9fd8), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:29.638866 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 882a83e0-9aa7-43e6-9ad9-2d51076e9fd8 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:05:34.475011 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:05:46.242576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-19e99f4e-2a9b-4924-9922-42c7ec2eae79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:48.482462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-76c12000-487f-420d-9663-c651093690d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:49.568124 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:50.957053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:05:52.716932 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:11.474102 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:06:16.253281 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-08f29ce8-a343-4bdd-b56b-53dda3d0cd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:18.476111 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4b814749-ec85-4bdd-b612-cfcdc5e7091e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:19.562085 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:20.984992 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:22.745485 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:46.258268 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c7adb13f-2f9c-4176-b794-e5ffcc9f2ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:48.472604 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:06:48.492784 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3fb2d4ad-7f19-4f1b-8963-b2f9a836cf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:49.637301 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:50.989547 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:52.721190 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:55.214612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56628) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:06:55.220235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [None req-08be0962-591d-4ef2-a4c2-b8ed5cf12ec0 tempest-verify_tempest_config-809749217 tempest-verify_tempest_config-809749217-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:06:55.221218 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-08be0962-591d-4ef2-a4c2-b8ed5cf12ec0 tempest-verify_tempest_config-809749217 tempest-verify_tempest_config-809749217-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056405 Mar 29 13:06:55.722418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56646) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:06:55.824857 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:55.894366 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Publish callbacks [] for security_group (30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:55.955546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:56.000869 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3bc9729eec84a5899f8abb83f299e4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2773161 Mar 29 13:06:56.001663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:06:56.003691 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56650) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:06:56.009423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.009919 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.010262 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.010599 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.010936 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.011264 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.011620 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.011947 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.012271 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.012596 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.012923 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.013268 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.013597 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.013917 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.014238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf160f-f8ea-4065-a38c-333db7897945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.076782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Publish callbacks [] for security_group (30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:56.102691 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Publish callbacks [] for security_group (30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:56.281652 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:56.284065 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:06:56.285187 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b HTTP/1.1" status: 204 len: 168 time: 0.2805448 Mar 29 13:06:56.292864 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe8f9e-de1b-4a15-8854-9e1cb48c9e8b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:06:56.299559 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.299909 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.300239 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.300575 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.300907 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.301238 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.301559 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.301882 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.302204 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.302524 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.302864 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.303266 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.303595 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.303914 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:06:56.304250 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b28ea8-8d8b-4b20-a293-1fae53d1695e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:07:16.292256 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-79c35db8-b39f-490c-8697-5a335d8ea34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:18.491714 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-db371333-f526-47e9-9538-823357b51e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:19.554850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:20.966270 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:22.703142 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:25.471810 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:07:46.314266 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-36871fd6-cbcf-477b-bc63-855868408383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:48.468622 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-71c72691-e0cb-4d41-94d6-0625a6249ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:49.560543 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:50.971827 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:07:52.730412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:02.470153 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:08:16.274081 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-58d2b168-1356-43a4-a180-af06a998fd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:18.502211 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a57bddcc-e300-4d0f-a04c-bc4f9a275380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:19.576564 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:20.965066 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:22.684921 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:35.231632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1589977'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:39.468880 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:08:46.277236 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-64cae8ac-8209-4649-8061-7700993b31cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:48.484354 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8a94282d-0c51-419e-8050-fd5d411befbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:49.602998 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:50.438115 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56722) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:08:50.540872 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ebb4512c-70a7-4361-a303-2cc2e510cf63 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1016736 Mar 29 13:08:50.969950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:52.688497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:08:52.904991 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56732) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:08:52.959196 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-778a2cbb-2920-4ca4-9b01-9a96751f8ba7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531487 Mar 29 13:09:05.192741 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:16.272839 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f96a9b57-0dd7-4b63-bb0f-292ad212d666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:16.468115 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:09:18.500701 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-30d66368-8610-4a0c-8119-d7e605fdaca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:19.590844 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:21.026538 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:22.716327 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:35.203309 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:46.298632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4870b4fc-190c-4466-aef9-3f06505b6a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:48.478673 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-973a39f4-9f3d-4df0-a1ca-4b13b0f36e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:49.597232 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:51.001139 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:52.705750 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:09:53.467100 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:10:05.225981 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:16.264946 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e8aaae2c-2881-44f9-99dd-51214f35b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:18.482551 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ce67ddaa-b8bc-4a18-94cb-20f978431217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:19.600626 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:20.996653 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:22.704911 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:28.622825 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56880) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:28.952068 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-network', 'tenant_id': 'f29663db34644d80b1c4fd452121255d'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:29.011630 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Made reservation on behalf of f29663db34644d80b1c4fd452121255d for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:29.014209 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.023518 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.102478 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks [] for security_group (2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.178964 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.203820 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:29.214407 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:29.218950 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (65bc98ce-50f6-4a97-b827-54be6aac0e55), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.219294 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Added segment 65bc98ce-50f6-4a97-b827-54be6aac0e55 of type vlan for network a70742b6-70b5-4eb6-a992-3229f3caad09 Mar 29 13:10:29.232022 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.232363 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.232701 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.233036 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.233511 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.233688 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.234124 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.234442 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.234781 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.235107 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.235444 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Tracked resource versions report: Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: pushed versions: Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: { 'AddressGroup': {'1.2'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Agent': {'1.1'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'ConntrackHelper': {'1.0'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Log': {'1.0'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'NDPProxy': {'1.0'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Network': {'1.1'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Port': {'1.7'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'PortForwarding': {'1.3'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'QosPolicy': {'1.10'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroup': {'1.5'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SubPort': {'1.0'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Subnet': {'1.1'}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Trunk': {'1.1'}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: consumer versions: Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: HyperV agent@hv-cinder-81556: {}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Agent': '1.1', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'ConntrackHelper': '1.0', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'LocalIPAssociation': '1.0', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Log': '1.0', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'NDPProxy': '1.0', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Network': '1.1', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Port': '1.7', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'PortForwarding': '1.3', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'QosPolicy': '1.10', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroup': '1.5', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SecurityGroupRule': '1.2', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'SubPort': '1.0', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Subnet': '1.1', Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: 'Trunk': '1.1'}} Mar 29 13:10:29.239203 dv-cinder-815560-5-iscsi neutron-server[103818]: {{(pid=103818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:10:29.284458 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (a70742b6-70b5-4eb6-a992-3229f3caad09), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.384536 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (a70742b6-70b5-4eb6-a992-3229f3caad09), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.385798 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:29.386578 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.406979 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56918) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:29.452655 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=a70742b6-70b5-4eb6-a992-3229f3caad09,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:29.463248 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network a70742b6-70b5-4eb6-a992-3229f3caad09 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:29.475668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56928) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:29.499203 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56932) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:29.504334 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-111d3eff-b3ea-4a27-b6f3-3bc094fd2ef2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8755345 Mar 29 13:10:29.505649 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Request body: {'subnet': {'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-subnet', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:29.506681 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56934) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:29.606007 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Made reservation on behalf of f29663db34644d80b1c4fd452121255d for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:29.608412 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.770114 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-197024041-network', 'tenant_id': '0411662af8b74395a8ac1e5474b08f8c'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:29.776789 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-network', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:29.803951 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56946) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:29.816199 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1443464925-network', 'tenant_id': '6cbefcd14e9549169690c965e3bed989'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:29.837354 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56952) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:29.860547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (4a8681a8-d71f-4d4b-bf3f-423ae9c562e0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.885766 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Made reservation on behalf of 372ac364a4bd49ce8c076d12413eb22c for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:29.888048 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.896467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.904807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Made reservation on behalf of 0411662af8b74395a8ac1e5474b08f8c for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:29.906997 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.915262 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Made reservation on behalf of 6cbefcd14e9549169690c965e3bed989 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:29.917464 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.927616 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.928126 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:29.957703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:29.960298 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Checking segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:29.960879 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Network hostable DHCP agents. Network: a70742b6-70b5-4eb6-a992-3229f3caad09, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:29.977216 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.978268 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.978829 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.979372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.979930 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.980459 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.980970 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.981484 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.982020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.982536 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.983057 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.983600 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.984122 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.984638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.985146 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Tracked resource versions report: Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: pushed versions: Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: { 'AddressGroup': {'1.2'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Agent': {'1.1'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'ConntrackHelper': {'1.0'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Log': {'1.0'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'NDPProxy': {'1.0'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Network': {'1.1'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Port': {'1.7'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'PortForwarding': {'1.3'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'QosPolicy': {'1.10'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroup': {'1.5'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SubPort': {'1.0'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Subnet': {'1.1'}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Trunk': {'1.1'}} Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: consumer versions: Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: HyperV agent@hv-cinder-81556: {}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Agent': '1.1', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'ConntrackHelper': '1.0', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'LocalIPAssociation': '1.0', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Log': '1.0', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'NDPProxy': '1.0', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Network': '1.1', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Port': '1.7', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'PortForwarding': '1.3', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'QosPolicy': '1.10', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroup': '1.5', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SecurityGroupRule': '1.2', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'SubPort': '1.0', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Subnet': '1.1', Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: 'Trunk': '1.1'}} Mar 29 13:10:29.986535 dv-cinder-815560-5-iscsi neutron-server[103817]: {{(pid=103817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:10:30.026663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks [] for security_group (6413647c-0074-469b-8df9-0e97596a57a3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.059015 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks [] for security_group (dd32df54-8db1-4bb8-a4a0-212428317973), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.065011 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks [] for security_group (40978382-8f17-4ec4-a541-9c27ca441e3b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.071223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Network a70742b6-70b5-4eb6-a992-3229f3caad09 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:30.097733 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6413647c-0074-469b-8df9-0e97596a57a3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.118599 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:30.126271 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-247266830-network', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:30.146066 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-466678925-network', 'tenant_id': '952e8404c2474a59a044fd12ec6a1e1f'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:30.163136 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dd32df54-8db1-4bb8-a4a0-212428317973), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.168618 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.171403 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Added segment c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6 of type vlan for network 164a3e81-0d13-466d-82e1-8ae02ba46096 Mar 29 13:10:30.183355 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (40978382-8f17-4ec4-a541-9c27ca441e3b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.186269 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6413647c-0074-469b-8df9-0e97596a57a3,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:30.200455 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd32df54-8db1-4bb8-a4a0-212428317973,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:30.210557 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, a70742b6-70b5-4eb6-a992-3229f3caad09) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:30.220484 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a147e7-6cd5-4816-b943-f18dc4ca4411 None None] Network a70742b6-70b5-4eb6-a992-3229f3caad09 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:30.220763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:30.225748 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:30.226921 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.249053 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (33a39ef2-0a75-44da-ac38-987183607a16), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.249402 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Added segment 33a39ef2-0a75-44da-ac38-987183607a16 of type vlan for network dfbeda02-b8a2-4dee-9663-8189731f5d41 Mar 29 13:10:30.261130 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Made reservation on behalf of 5d8a89bb1ab34259bdc14d2cd97ff930 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:30.263515 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.281049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.300034 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:30.335418 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 56982) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:30.337353 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9b0df908-7ad4-44dc-8b69-36a78e7bda8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8275928 Mar 29 13:10:30.343592 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (164a3e81-0d13-466d-82e1-8ae02ba46096), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.348570 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:30.369666 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40978382-8f17-4ec4-a541-9c27ca441e3b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:30.369804 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (dfbeda02-b8a2-4dee-9663-8189731f5d41), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.388782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (4db55b2f-c844-4990-a65a-23b00fdd41af), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.393643 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Added segment 4db55b2f-c844-4990-a65a-23b00fdd41af of type vlan for network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 Mar 29 13:10:30.434634 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Made reservation on behalf of 952e8404c2474a59a044fd12ec6a1e1f for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:30.437137 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.468814 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:10:30.507408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.516743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (dfbeda02-b8a2-4dee-9663-8189731f5d41), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.517784 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:30.518419 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.541936 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (bddd7e51-28ef-473e-8aa0-c1845fe8bc64), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.542379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-a70742b6-70b5-4eb6-a992-3229f3caad09', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:10:30.543377 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.609002 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] Pushing event updated for resources: {'Network': ['ID=dfbeda02-b8a2-4dee-9663-8189731f5d41,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:30.628501 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (eadfc0c8-7970-45d1-969e-320b84cb2b06), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.630021 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (eadfc0c8-7970-45d1-969e-320b84cb2b06), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.652422 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (164a3e81-0d13-466d-82e1-8ae02ba46096), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.653935 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:30.654793 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.660023 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network dfbeda02-b8a2-4dee-9663-8189731f5d41 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:30.694601 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ae16b3c0-50dc-4748-8013-f15ef11073da admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2865665 Mar 29 13:10:30.697377 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 56988) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:30.702335 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Request body: {'subnet': {'network_id': 'dfbeda02-b8a2-4dee-9663-8189731f5d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-197024041-subnet', 'tenant_id': '0411662af8b74395a8ac1e5474b08f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:30.760385 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks [] for security_group (47f23390-6325-407d-87ee-2aede1bb274b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.774138 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (bddd7e51-28ef-473e-8aa0-c1845fe8bc64), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.775307 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:30.775928 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.814788 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Allocated IP 172.20.0.2 (a70742b6-70b5-4eb6-a992-3229f3caad09/4a8681a8-d71f-4d4b-bf3f-423ae9c562e0/c2773cd3-049a-4814-b1af-9203c45dd205) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:30.819663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Made reservation on behalf of 0411662af8b74395a8ac1e5474b08f8c for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:30.822230 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.837119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] Pushing event updated for resources: {'Network': ['ID=164a3e81-0d13-466d-82e1-8ae02ba46096,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:30.905570 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks [] for router_controller (eadfc0c8-7970-45d1-969e-320b84cb2b06), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.940565 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-bb5f5ed0-6842-4928-b3be-a7b39daa00e5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4321303 Mar 29 13:10:30.940796 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (47f23390-6325-407d-87ee-2aede1bb274b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:30.944022 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57000) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:30.948373 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:30.972883 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4959712 Mar 29 13:10:30.979396 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57002) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:30.983997 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Request body: {'subnet': {'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1443464925-subnet', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:30.999332 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Request body: {'subnet': {'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-subnet', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:31.005544 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks [] for security_group (b9df8aec-1dc2-42d7-901a-95172b17d856), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.127719 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Publish callbacks [] for port (c2773cd3-049a-4814-b1af-9203c45dd205), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.157049 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (c063a632-ee2e-4682-820d-61facb67aadc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.161256 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:31.198560 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b9df8aec-1dc2-42d7-901a-95172b17d856), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.201246 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2da7d-b8e3-4f9c-a606-190679afdfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=bddd7e51-28ef-473e-8aa0-c1845fe8bc64,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.202788 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.216531 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f23390-6325-407d-87ee-2aede1bb274b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.221576 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (e2499276-7845-4c3b-abf7-7c6631626d32), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.221981 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Added segment e2499276-7845-4c3b-abf7-7c6631626d32 of type vlan for network cdb8cfef-6808-4e4c-9256-36d19733f76d Mar 29 13:10:31.223015 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Network a70742b6-70b5-4eb6-a992-3229f3caad09 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:31.225100 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:31.260058 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c063a632-ee2e-4682-820d-61facb67aadc,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.276461 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:31.276658 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:31.276743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Checking segment: {'id': '33a39ef2-0a75-44da-ac38-987183607a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'dfbeda02-b8a2-4dee-9663-8189731f5d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:31.279472 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Network hostable DHCP agents. Network: dfbeda02-b8a2-4dee-9663-8189731f5d41, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:31.279613 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Pushing event updated for resources: {'Port': ['ID=c2773cd3-049a-4814-b1af-9203c45dd205,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.287619 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:31.295065 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.295652 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.296009 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.296621 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.297171 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.297696 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.298220 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.298749 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.299144 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.299564 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.299970 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.300372 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.300899 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.301294 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.302155 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Tracked resource versions report: Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: pushed versions: Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: { 'AddressGroup': {'1.2'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Agent': {'1.1'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'ConntrackHelper': {'1.0'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Log': {'1.0'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'NDPProxy': {'1.0'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Network': {'1.1'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Port': {'1.7'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'PortForwarding': {'1.3'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'QosPolicy': {'1.10'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroup': {'1.5'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SubPort': {'1.0'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Subnet': {'1.1'}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Trunk': {'1.1'}} Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: consumer versions: Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: HyperV agent@hv-cinder-81556: {}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Agent': '1.1', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'ConntrackHelper': '1.0', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'LocalIPAssociation': '1.0', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Log': '1.0', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'NDPProxy': '1.0', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Network': '1.1', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Port': '1.7', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'PortForwarding': '1.3', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'QosPolicy': '1.10', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroup': '1.5', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SecurityGroupRule': '1.2', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'SubPort': '1.0', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Subnet': '1.1', Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: 'Trunk': '1.1'}} Mar 29 13:10:31.303765 dv-cinder-815560-5-iscsi neutron-server[103819]: {{(pid=103819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:10:31.363549 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (cdb8cfef-6808-4e4c-9256-36d19733f76d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.366286 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9df8aec-1dc2-42d7-901a-95172b17d856,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.369074 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (e7e7fa9b-55a7-445d-9fe4-7142e21ced67), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.369831 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Added segment e7e7fa9b-55a7-445d-9fe4-7142e21ced67 of type vlan for network ec191460-915e-4a8c-8dab-c8e79b9db362 Mar 29 13:10:31.373616 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Made reservation on behalf of 6cbefcd14e9549169690c965e3bed989 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:31.375864 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.385718 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Network dfbeda02-b8a2-4dee-9663-8189731f5d41 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:31.406914 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Attempting to bind port c2773cd3-049a-4814-b1af-9203c45dd205 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:31.407265 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks [] for router_gateway (eadfc0c8-7970-45d1-969e-320b84cb2b06), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.407425 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Attempting to bind port c2773cd3-049a-4814-b1af-9203c45dd205 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:31.407865 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Attempting to bind port c2773cd3-049a-4814-b1af-9203c45dd205 on network a70742b6-70b5-4eb6-a992-3229f3caad09 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:31.418981 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:31.426253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Checking segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:31.426253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.426253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Bound using segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:31.426253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Bound port: c2773cd3-049a-4814-b1af-9203c45dd205, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:31.426253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.479828 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Made reservation on behalf of 372ac364a4bd49ce8c076d12413eb22c for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:31.482106 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.486452 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] For port c2773cd3-049a-4814-b1af-9203c45dd205, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:31.490892 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (ec191460-915e-4a8c-8dab-c8e79b9db362), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.491011 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] For port c2773cd3-049a-4814-b1af-9203c45dd205, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c2773cd3-049a-4814-b1af-9203c45dd205,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:31.514421 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, dfbeda02-b8a2-4dee-9663-8189731f5d41) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:31.518518 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:31.519234 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.526804 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808eca6a-f3fd-47cc-8a69-d682ee83002d None None] Network dfbeda02-b8a2-4dee-9663-8189731f5d41 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:31.644207 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.647277 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017f90e-2856-4819-b10d-ed8eadeb2a11 None None] Network dfbeda02-b8a2-4dee-9663-8189731f5d41 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:31.655661 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-22f5c27e-5a1c-429c-83a6-d7e29a8eb3a5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9570825 Mar 29 13:10:31.671893 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (cdb8cfef-6808-4e4c-9256-36d19733f76d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.672822 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:31.673386 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.764737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (ec191460-915e-4a8c-8dab-c8e79b9db362), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.765018 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:31.765486 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.770280 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6d1d-d53f-4f05-a990-dcb9685f0b92 None None] Pushing event updated for resources: {'Port': ['ID=c2773cd3-049a-4814-b1af-9203c45dd205,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.858233 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] Pushing event updated for resources: {'Network': ['ID=cdb8cfef-6808-4e4c-9256-36d19733f76d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.872558 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network cdb8cfef-6808-4e4c-9256-36d19733f76d details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:31.947015 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-3acdd2f7-58b4-4a3d-9de9-42decda66a9f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1380184 Mar 29 13:10:31.947825 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57016) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:31.952776 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Request body: {'subnet': {'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-247266830-subnet', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:31.972517 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1332464 Mar 29 13:10:31.973468 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (fb3b62f9-4cbc-4221-915b-671c7a6fb334), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:31.979173 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57020) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:31.987896 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfed9ef-dcde-4ff0-b3ec-702eba8457c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ec191460-915e-4a8c-8dab-c8e79b9db362,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:31.988425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Request body: {'subnet': {'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-466678925-subnet', 'tenant_id': '952e8404c2474a59a044fd12ec6a1e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:32.015902 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network ec191460-915e-4a8c-8dab-c8e79b9db362 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:32.057420 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (a079b5d9-d13b-4388-b26e-cde287212f09), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.064276 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3b62f9-4cbc-4221-915b-671c7a6fb334,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:32.076717 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Made reservation on behalf of 5d8a89bb1ab34259bdc14d2cd97ff930 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:32.079279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.211612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Made reservation on behalf of 952e8404c2474a59a044fd12ec6a1e1f for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:32.214444 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.224710 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Checking segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:32.225125 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Network hostable DHCP agents. Network: 164a3e81-0d13-466d-82e1-8ae02ba46096, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:32.390989 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a079b5d9-d13b-4388-b26e-cde287212f09,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:32.422288 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Checking segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:32.422288 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Network hostable DHCP agents. Network: bddd7e51-28ef-473e-8aa0-c1845fe8bc64, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:32.498347 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks [] for router_gateway (eadfc0c8-7970-45d1-969e-320b84cb2b06), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.518710 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.564126 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:32.569819 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:32.675142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (97ddc728-f177-47f6-8aa3-13679b0fc07c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.696537 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Allocated IP 172.27.1.69 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/ac964372-9825-4be8-84cc-fa33b5fb5e5f) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:32.714054 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 164a3e81-0d13-466d-82e1-8ae02ba46096) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:32.715537 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, bddd7e51-28ef-473e-8aa0-c1845fe8bc64) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:32.726375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1df209-6864-448e-8adc-ce9de665f9c3 None None] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:32.727053 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:32.727680 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.762599 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:32.762959 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Network hostable DHCP agents. Network: cdb8cfef-6808-4e4c-9256-36d19733f76d, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:32.765134 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ddc728-f177-47f6-8aa3-13679b0fc07c,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:32.779066 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (501b1f3a-b250-453b-b465-a5559889b139), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.805901 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57058) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:32.810893 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-903519985-network', 'tenant_id': '27bd6ee3b6ae420286ee65ea3fca88e0'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:32.828652 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=501b1f3a-b250-453b-b465-a5559889b139,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:32.854277 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:32.854867 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.856945 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b67ca0-ddfd-4188-b86c-ae9fd93aafd3 None None] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:32.913630 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Checking segment: {'id': 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:32.914221 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks [] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:32.915321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Network hostable DHCP agents. Network: ec191460-915e-4a8c-8dab-c8e79b9db362, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:32.932789 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2f799284-a196-411e-bf10-dedc2e37bb84 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9734313 Mar 29 13:10:32.933315 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57060) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:32.939323 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:32.966362 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-854a2c29-2ad0-4f4f-ad64-2a23c1f7d351 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9737215 Mar 29 13:10:32.969412 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57064) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:32.974033 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:33.039645 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-164a3e81-0d13-466d-82e1-8ae02ba46096', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:10:33.041252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.048164 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Made reservation on behalf of 27bd6ee3b6ae420286ee65ea3fca88e0 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:33.050535 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.064229 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.085974 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (f3305bbe-4c37-4699-b80b-7169e9caa2aa), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.087440 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (f3305bbe-4c37-4699-b80b-7169e9caa2aa), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.094082 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.135638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:33.153968 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:10:33.155286 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.158748 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:33.167144 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:33.178612 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:33.223047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Network ec191460-915e-4a8c-8dab-c8e79b9db362 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:33.253907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (a3856315-5bf9-40d7-b22c-efe49ea768a0), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.255255 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (a3856315-5bf9-40d7-b22c-efe49ea768a0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.312662 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Allocated IP 172.20.0.2 (164a3e81-0d13-466d-82e1-8ae02ba46096/fb3b62f9-4cbc-4221-915b-671c7a6fb334/0b288d06-1f6b-40bc-a3a6-0ee3e28364f1) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:33.326340 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d83296-c87e-42eb-87dd-daa75d0df104 None None] Network a70742b6-70b5-4eb6-a992-3229f3caad09 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:33.330569 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, ec191460-915e-4a8c-8dab-c8e79b9db362) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:33.348122 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks [] for router_controller (a3856315-5bf9-40d7-b22c-efe49ea768a0), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.350601 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, cdb8cfef-6808-4e4c-9256-36d19733f76d) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:33.354733 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:33.355807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.395150 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:33.395816 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.470560 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Pushing event updated for resources: {'Port': ['ID=ac964372-9825-4be8-84cc-fa33b5fb5e5f,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:33.476378 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks [] for router_controller (f3305bbe-4c37-4699-b80b-7169e9caa2aa), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.522287 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-093bb29e-02a8-42c0-9751-0a47dbf10c5c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5413818 Mar 29 13:10:33.552691 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks [] for security_group (5c1c3e3e-bb68-4e04-aac9-77597a6f8852), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.558004 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a120cae-b100-4ec7-b5a0-346b0289feab None None] Network ec191460-915e-4a8c-8dab-c8e79b9db362 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:33.574026 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f62a92-3c60-4be8-834b-42fcaf39d6d4 None None] Network cdb8cfef-6808-4e4c-9256-36d19733f76d requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:33.598928 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-47c8fd79-2fb9-4520-bd2e-2329fb9c22c2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6498470 Mar 29 13:10:33.602440 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57080) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:33.607205 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:33.618196 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks [] for router_gateway (a3856315-5bf9-40d7-b22c-efe49ea768a0), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.744427 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Allocated IP 172.20.0.2 (bddd7e51-28ef-473e-8aa0-c1845fe8bc64/a079b5d9-d13b-4388-b26e-cde287212f09/b3ecc33f-58f3-46ff-8e36-706a65b0025f) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:33.783212 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5c1c3e3e-bb68-4e04-aac9-77597a6f8852), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.783474 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c2773cd3-049a-4814-b1af-9203c45dd205 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:33.805976 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] Provisioning complete for port c2773cd3-049a-4814-b1af-9203c45dd205 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:33.806367 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.814475 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (f6ea4bf1-e5db-4c36-8c70-295889078ec1), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.815838 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (f6ea4bf1-e5db-4c36-8c70-295889078ec1), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.901508 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:10:33.980711 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57106) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:33.982499 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks [] for router_gateway (f3305bbe-4c37-4699-b80b-7169e9caa2aa), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:33.998736 dv-cinder-815560-5-iscsi neutron-server[103818]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 13:10:34.010145 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks [] for router_gateway (a3856315-5bf9-40d7-b22c-efe49ea768a0), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.041799 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (8238ac40-c051-4321-8435-d22399289d2d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.041799 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Added segment 8238ac40-c051-4321-8435-d22399289d2d of type vlan for network 530f8da8-0c25-447d-81a5-c4d812000bc7 Mar 29 13:10:34.042983 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c3e3e-bb68-4e04-aac9-77597a6f8852,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:34.050176 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.082173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-cdb8cfef-6808-4e4c-9256-36d19733f76d', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:10:34.083025 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.086523 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks [] for router_gateway (eadfc0c8-7970-45d1-969e-320b84cb2b06), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.094093 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a2fe8-6b66-4eaf-afc6-74328e05ab9f None None] Network ec191460-915e-4a8c-8dab-c8e79b9db362 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:34.211828 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Allocated IP 172.27.1.150 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/6e6908bb-d5e5-469f-a643-2e191c3818b0) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:34.211997 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Publish callbacks [] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.286696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks [] for router_controller (f6ea4bf1-e5db-4c36-8c70-295889078ec1), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.374511 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port c2773cd3-049a-4814-b1af-9203c45dd205 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:34.374897 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.410766 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.427255 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks [] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.450901 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] Current status of the port c2773cd3-049a-4814-b1af-9203c45dd205 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:34.451448 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.470435 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (530f8da8-0c25-447d-81a5-c4d812000bc7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.542429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:34.572258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.579640 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Publish callbacks [] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.597289 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:34.610963 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:34.616854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:34.618872 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Pushing event updated for resources: {'Port': ['ID=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:34.621727 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] For port c2773cd3-049a-4814-b1af-9203c45dd205, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c2773cd3-049a-4814-b1af-9203c45dd205,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:34.634092 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6908bb-d5e5-469f-a643-2e191c3818b0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:34.638316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:34.646766 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:34.667783 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Allocated IP 172.20.0.2 (cdb8cfef-6808-4e4c-9256-36d19733f76d/97ddc728-f177-47f6-8aa3-13679b0fc07c/7573b148-9418-41f5-b116-92c5a057aee7) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:34.751990 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (eadfc0c8-7970-45d1-969e-320b84cb2b06), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.770194 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.779676 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port c2773cd3-049a-4814-b1af-9203c45dd205 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:34.780051 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.790756 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.796031 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-ae7031ae-2a87-4c5a-aff0-c6f3a8bb55f5 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:34.797527 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-ae7031ae-2a87-4c5a-aff0-c6f3a8bb55f5 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/networks?id=ec191460-915e-4a8c-8dab-c8e79b9db362 HTTP/1.1" status: 200 len: 811 time: 0.8107803 Mar 29 13:10:34.805009 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (530f8da8-0c25-447d-81a5-c4d812000bc7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.805947 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:34.806518 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.839512 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks [] for router_gateway (f6ea4bf1-e5db-4c36-8c70-295889078ec1), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.884778 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Attempting to bind port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:34.885141 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Attempting to bind port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:34.885497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Attempting to bind port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 on network 164a3e81-0d13-466d-82e1-8ae02ba46096 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:34.888534 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:34.905841 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:34.915382 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:34.918380 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:34.918877 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Checking segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:34.919276 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.919687 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Bound using segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:34.920162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Bound port: 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:34.920535 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:34.996023 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Pushing event updated for resources: {'Port': ['ID=b3ecc33f-58f3-46ff-8e36-706a65b0025f,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:35.059869 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks [] for router_gateway (a3856315-5bf9-40d7-b22c-efe49ea768a0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.090604 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-32d08f0e-fb6a-4f34-8cb4-9ac9da37984d None None] Provisioning complete for port c2773cd3-049a-4814-b1af-9203c45dd205 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:35.091069 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-32d08f0e-fb6a-4f34-8cb4-9ac9da37984d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.093480 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-917db945-c658-425d-83fb-52d4070be05a tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/quotas/952e8404c2474a59a044fd12ec6a1e1f HTTP/1.1" status: 200 len: 375 time: 0.2828741 Mar 29 13:10:35.179357 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] Pushing event updated for resources: {'Network': ['ID=530f8da8-0c25-447d-81a5-c4d812000bc7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:35.233227 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-e0627e7e-a7e0-41f7-b4d6-70316e94adba tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=952e8404c2474a59a044fd12ec6a1e1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236644 Mar 29 13:10:35.250764 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4e39c3bd-7033-4f2a-9097-eaffc7827144 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.4437802 Mar 29 13:10:35.254548 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57136) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:35.266409 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Request body: {'subnet': {'network_id': '530f8da8-0c25-447d-81a5-c4d812000bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-903519985-subnet', 'tenant_id': '27bd6ee3b6ae420286ee65ea3fca88e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:35.315154 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Attempting to bind port b3ecc33f-58f3-46ff-8e36-706a65b0025f on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:35.315605 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Attempting to bind port b3ecc33f-58f3-46ff-8e36-706a65b0025f by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:35.316023 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Attempting to bind port b3ecc33f-58f3-46ff-8e36-706a65b0025f on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:35.320317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (a3856315-5bf9-40d7-b22c-efe49ea768a0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.322037 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.db.api [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 13:10:35.323525 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG oslo_db.api [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 13:10:35.324016 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782c96d-c048-4ded-8fce-15fd1a23827d None None] Pushing event updated for resources: {'Port': ['ID=c2773cd3-049a-4814-b1af-9203c45dd205,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:35.339824 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 530f8da8-0c25-447d-81a5-c4d812000bc7 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:10:35.419586 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:35.420212 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Checking segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:35.420785 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.421335 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Bound using segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:35.421991 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Bound port: b3ecc33f-58f3-46ff-8e36-706a65b0025f, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:35.422571 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.504538 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Made reservation on behalf of 27bd6ee3b6ae420286ee65ea3fca88e0 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:35.507390 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.572007 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-b64a3696-0b12-4885-8343-9d2059ed3892 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:10:35.573829 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-b64a3696-0b12-4885-8343-9d2059ed3892 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0758290 Mar 29 13:10:35.603018 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:10:35.614178 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] For port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:35.651835 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] For port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:35.653482 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Publish callbacks [] for port (7573b148-9418-41f5-b116-92c5a057aee7), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.691175 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:10:35.728105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.728703 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks [] for router_gateway (f3305bbe-4c37-4699-b80b-7169e9caa2aa), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.752936 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] For port b3ecc33f-58f3-46ff-8e36-706a65b0025f, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:35.754820 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-32d08f0e-fb6a-4f34-8cb4-9ac9da37984d None None] Current status of the port c2773cd3-049a-4814-b1af-9203c45dd205 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:35.767613 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] For port b3ecc33f-58f3-46ff-8e36-706a65b0025f, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b3ecc33f-58f3-46ff-8e36-706a65b0025f,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:35.785296 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.807962 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.817332 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:35.836682 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:35.853027 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:35.855518 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:35.863639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (7573b148-9418-41f5-b116-92c5a057aee7), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.884075 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3256c-d420-4c79-9d39-b3b0bdcbb8b6 None None] Pushing event updated for resources: {'Port': ['ID=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:35.894321 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port c2773cd3-049a-4814-b1af-9203c45dd205 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:35.932775 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.945275 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:35.952761 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:35.954028 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-839f7cc4-b370-4d14-997f-b7e1313bf129 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0197432 Mar 29 13:10:35.957195 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57150) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:35.972765 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:35.992419 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4d1f0596-93ba-402c-b0d4-c9e62f41677d service neutron] 10.222.0.21 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100435 Mar 29 13:10:36.013405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:36.018328 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c2773cd3-049a-4814-b1af-9203c45dd205 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:36.038129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Pushing event updated for resources: {'Port': ['ID=7573b148-9418-41f5-b116-92c5a057aee7,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:36.253781 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:36.292460 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:36.295779 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-a5482cc7-73fe-4f81-ae7c-e49aa08fde66 service neutron] 10.222.0.21 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348921 Mar 29 13:10:36.311478 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:36.324209 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57314ff-14d7-4771-8663-0f3b695da716 None None] Pushing event updated for resources: {'Port': ['ID=b3ecc33f-58f3-46ff-8e36-706a65b0025f,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:36.328393 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Attempting to bind port 7573b148-9418-41f5-b116-92c5a057aee7 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:36.328762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Attempting to bind port 7573b148-9418-41f5-b116-92c5a057aee7 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:36.329476 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Attempting to bind port 7573b148-9418-41f5-b116-92c5a057aee7 on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:36.346703 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:36.347111 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:36.347627 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.348019 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Bound using segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:36.348479 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Bound port: 7573b148-9418-41f5-b116-92c5a057aee7, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:36.348852 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (7573b148-9418-41f5-b116-92c5a057aee7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.369554 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:36.370399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:36.585309 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port c2773cd3-049a-4814-b1af-9203c45dd205 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:36.590583 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.597201 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (91933e47-4ea6-4d60-8866-0f814696ad65), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.651992 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:34Z', 'revision_number': 3, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:36.673602 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Allocated IP 172.27.1.200 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/b10e08f3-71e3-46ae-9542-936b52fa0380) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:36.684725 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks [] for router_gateway (f6ea4bf1-e5db-4c36-8c70-295889078ec1), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.750997 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57164) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:36.755303 dv-cinder-815560-5-iscsi neutron-server[103817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 13:10:36.757221 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:36.757576 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Updating router a3856315-5bf9-40d7-b22c-efe49ea768a0 port 6e6908bb-d5e5-469f-a643-2e191c3818b0 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:36.767686 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.769016 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1bc92f4e-17a2-4e77-8654-8df88fb7c05b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4299989 Mar 29 13:10:36.770297 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.782281 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57168) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:36.792521 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] For port 7573b148-9418-41f5-b116-92c5a057aee7, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:36.797911 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] For port 7573b148-9418-41f5-b116-92c5a057aee7, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=7573b148-9418-41f5-b116-92c5a057aee7,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:36.824928 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:36.838648 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:37.196675 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91933e47-4ea6-4d60-8866-0f814696ad65,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:37.198912 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.199945 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Checking segment: {'id': '8238ac40-c051-4321-8435-d22399289d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '530f8da8-0c25-447d-81a5-c4d812000bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:37.199945 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Network hostable DHCP agents. Network: 530f8da8-0c25-447d-81a5-c4d812000bc7, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:10:37.201968 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (7573b148-9418-41f5-b116-92c5a057aee7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.202238 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4be9549d-18df-48d4-a60d-c35ed161c29e req-23c62c60-1c27-4729-a2df-f35c99197f6e tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.2503870 Mar 29 13:10:37.202362 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks [] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.202362 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Network 530f8da8-0c25-447d-81a5-c4d812000bc7 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:10:37.202632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port c2773cd3-049a-4814-b1af-9203c45dd205 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:37.202632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204886f5-b159-4a2a-9b83-4526665ce7e9 None None] Pushing event updated for resources: {'Port': ['ID=7573b148-9418-41f5-b116-92c5a057aee7,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:37.264919 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:33Z', 'revision_number': 3, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:37.317548 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:37.318061 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Updating router eadfc0c8-7970-45d1-969e-320b84cb2b06 port ac964372-9825-4be8-84cc-fa33b5fb5e5f binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:37.337444 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 530f8da8-0c25-447d-81a5-c4d812000bc7) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:37.343049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Allocated IP 172.27.1.158 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/ec4567a3-8a18-43e7-ae7b-8f8e889d5860) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:37.345625 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.349862 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.398424 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:37.400977 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.417869 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effc79ca-9504-4b94-9d3d-552f46df57c4 None None] Network 530f8da8-0c25-447d-81a5-c4d812000bc7 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:37.436996 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Pushing event updated for resources: {'Port': ['ID=b10e08f3-71e3-46ae-9542-936b52fa0380,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:37.462399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:37.464844 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:37.468269 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:37.535686 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-fc7e2ab9-3aaf-4fa6-8df3-657a89db9332 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2721283 Mar 29 13:10:37.765933 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57198) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:37.811307 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Allocated IP 172.20.0.1 (164a3e81-0d13-466d-82e1-8ae02ba46096/fb3b62f9-4cbc-4221-915b-671c7a6fb334/515cfd35-7fb4-4ec4-89bb-7fd012a8a280) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:37.842244 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d3bc32-d9da-4884-8ecd-169f40b53541 None None] Network 530f8da8-0c25-447d-81a5-c4d812000bc7 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:37.922928 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks [] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:37.926312 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76742423-252d-4072-b731-467939d756a4 None None] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:37.975975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Deleting subnet c063a632-ee2e-4682-820d-61facb67aadc {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:10:38.006871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Publish callbacks [] for subnet (c063a632-ee2e-4682-820d-61facb67aadc), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.066507 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3087f301-573e-45bb-8941-ea7338075660 None None] Provisioning complete for port b3ecc33f-58f3-46ff-8e36-706a65b0025f triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:38.066875 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3087f301-573e-45bb-8941-ea7338075660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.129262 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.225674 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3087f301-573e-45bb-8941-ea7338075660 None None] Current status of the port b3ecc33f-58f3-46ff-8e36-706a65b0025f is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:38.226285 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3087f301-573e-45bb-8941-ea7338075660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.232396 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a07e4a-1ad9-4b4a-b19c-46b3b497122b None None] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:38.274065 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 7573b148-9418-41f5-b116-92c5a057aee7 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:38.330390 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-67aefa83-82f8-4466-8684-f39e3abd1159 req-00cf8cda-185e-46a9-ad81-15116a82543f tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.2243147 Mar 29 13:10:38.444471 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:38.456129 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:38.464929 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:38.466505 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Publish callbacks [] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.471125 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:38.477551 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Publish callbacks [] for subnet (c063a632-ee2e-4682-820d-61facb67aadc), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.485214 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks [] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.513047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (c063a632-ee2e-4682-820d-61facb67aadc), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.590592 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.602958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks [] for router_gateway (f3305bbe-4c37-4699-b80b-7169e9caa2aa), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.607762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3087f301-573e-45bb-8941-ea7338075660 None None] For port b3ecc33f-58f3-46ff-8e36-706a65b0025f, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b3ecc33f-58f3-46ff-8e36-706a65b0025f,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:38.655246 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.752903 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Pushing event updated for resources: {'Port': ['ID=6e6908bb-d5e5-469f-a643-2e191c3818b0,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:38.780928 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.781272 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.781980 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.782347 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.782683 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.783061 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.783388 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.783735 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.784192 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.784428 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.784751 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.785133 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.785588 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.786076 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.787091 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Tracked resource versions report: Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: pushed versions: Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: { 'AddressGroup': {'1.2'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Agent': {'1.1'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'ConntrackHelper': {'1.0'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'LocalIPAssociation': {'1.0'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Log': {'1.0'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'NDPProxy': {'1.0'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Network': {'1.1'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Port': {'1.7'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'PortForwarding': {'1.3'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'QosPolicy': {'1.10'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroup': {'1.5'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroupRule': {'1.2'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SubPort': {'1.0'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Subnet': {'1.1'}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Trunk': {'1.1'}} Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: consumer versions: Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: { DHCP agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: HyperV agent@hv-cinder-81556: {}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: L3 agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: Metadata agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: Metering agent@dv-cinder-815560-5-iscsi: {}, Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: Open vSwitch agent@dv-cinder-815560-5-iscsi: { 'AddressGroup': '1.2', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Agent': '1.1', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'ConntrackHelper': '1.0', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'LocalIPAssociation': '1.0', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Log': '1.0', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'NDPProxy': '1.0', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Network': '1.1', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Port': '1.7', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'PortForwarding': '1.3', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'QosPolicy': '1.10', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroup': '1.5', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SecurityGroupRule': '1.2', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'SubPort': '1.0', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Subnet': '1.1', Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: 'Trunk': '1.1'}} Mar 29 13:10:38.788471 dv-cinder-815560-5-iscsi neutron-server[103820]: {{(pid=103820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 13:10:38.794683 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Attempting to bind port 6e6908bb-d5e5-469f-a643-2e191c3818b0 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:38.794683 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Attempting to bind port 6e6908bb-d5e5-469f-a643-2e191c3818b0 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:38.794683 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Attempting to bind port 6e6908bb-d5e5-469f-a643-2e191c3818b0 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:38.798785 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:38.799344 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:38.799768 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.800155 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:38.800627 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Bound port: 6e6908bb-d5e5-469f-a643-2e191c3818b0, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:38.801000 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.863428 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Publish callbacks [] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.875386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3087f301-573e-45bb-8941-ea7338075660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.923959 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] For port 6e6908bb-d5e5-469f-a643-2e191c3818b0, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:38.929538 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79552a4-deb7-44d8-afac-bb4c5ce1cc42 None None] Network cdb8cfef-6808-4e4c-9256-36d19733f76d requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:10:38.937729 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] For port 6e6908bb-d5e5-469f-a643-2e191c3818b0, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=6e6908bb-d5e5-469f-a643-2e191c3818b0,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:38.945683 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (c063a632-ee2e-4682-820d-61facb67aadc), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.948892 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.986365 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 7573b148-9418-41f5-b116-92c5a057aee7 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:38.986819 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (7573b148-9418-41f5-b116-92c5a057aee7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:38.999317 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.014735 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.064455 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:39.070671 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.073995 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c063a632-ee2e-4682-820d-61facb67aadc HTTP/1.1" status: 204 len: 168 time: 1.3059559 Mar 29 13:10:39.075198 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bdfac-c090-44ad-82c8-1ca38f3ea351 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c063a632-ee2e-4682-820d-61facb67aadc,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:39.078061 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57220) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:39.087154 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (f3305bbe-4c37-4699-b80b-7169e9caa2aa), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.128211 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9bff-52be-41a0-a531-8d825265532b None None] Pushing event updated for resources: {'Port': ['ID=6e6908bb-d5e5-469f-a643-2e191c3818b0,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:39.130195 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Provisioning complete for port 7573b148-9418-41f5-b116-92c5a057aee7 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:39.130595 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (7573b148-9418-41f5-b116-92c5a057aee7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.145338 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:39.145338 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:39.180507 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (dfbeda02-b8a2-4dee-9663-8189731f5d41), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.187316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:39.222588 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:39.232912 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Attempting to bind port ac964372-9825-4be8-84cc-fa33b5fb5e5f on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:39.233274 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Attempting to bind port ac964372-9825-4be8-84cc-fa33b5fb5e5f by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:39.233626 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Attempting to bind port ac964372-9825-4be8-84cc-fa33b5fb5e5f on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:39.245429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:39.245795 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:39.246238 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.246604 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:39.247074 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Bound port: ac964372-9825-4be8-84cc-fa33b5fb5e5f, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:39.247499 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.248214 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:39.249884 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (a3856315-5bf9-40d7-b22c-efe49ea768a0), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.307154 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] For port ac964372-9825-4be8-84cc-fa33b5fb5e5f, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:39.311523 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] For port ac964372-9825-4be8-84cc-fa33b5fb5e5f, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=ac964372-9825-4be8-84cc-fa33b5fb5e5f,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:39.315975 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks [] for router_gateway (f6ea4bf1-e5db-4c36-8c70-295889078ec1), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.338839 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087f301-573e-45bb-8941-ea7338075660 None None] Pushing event updated for resources: {'Port': ['ID=b3ecc33f-58f3-46ff-8e36-706a65b0025f,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:39.354379 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:39.482625 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Router f3305bbe-4c37-4699-b80b-7169e9caa2aa is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:10:39.500389 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.695436 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:34Z', 'revision_number': 3, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:39.705939 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd796fe-901c-41bc-85c6-1b5561be038c None None] Pushing event updated for resources: {'Port': ['ID=ac964372-9825-4be8-84cc-fa33b5fb5e5f,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:39.709172 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.768328 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (f6ea4bf1-e5db-4c36-8c70-295889078ec1), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.774112 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac650d-8315-498d-b78c-d8f7db940b03 None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:34Z', 'revision_number': 3, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:39.794990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (dfbeda02-b8a2-4dee-9663-8189731f5d41), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.814729 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d7c512e7-c0f3-491a-a410-c69a4310d154 req-3bdeae33-8c1f-4bb8-8a8a-4b85cee8d804 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.1006932 Mar 29 13:10:39.839894 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 7573b148-9418-41f5-b116-92c5a057aee7 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:39.840291 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (7573b148-9418-41f5-b116-92c5a057aee7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:39.906334 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:39.909514 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.915565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.915565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.915565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > port after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.916124 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Sync routers for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:39.916294 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.916657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > port after_update 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.917044 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.918467 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.918823 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.919455 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:39.934354 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:39.934574 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:39.959699 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:39.959699 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:40.063600 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.077457 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9349b7bc-aafc-4437-9e86-2c2d1438f335 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.1068037 Mar 29 13:10:40.094914 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57244) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:40.123434 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Current status of the port 7573b148-9418-41f5-b116-92c5a057aee7 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:40.124175 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (7573b148-9418-41f5-b116-92c5a057aee7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.134143 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd796fe-901c-41bc-85c6-1b5561be038c None None] Pushing event updated for resources: {'Port': ['ID=ac964372-9825-4be8-84cc-fa33b5fb5e5f,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:40.171018 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 7573b148-9418-41f5-b116-92c5a057aee7, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=7573b148-9418-41f5-b116-92c5a057aee7,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:40.234538 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (7573b148-9418-41f5-b116-92c5a057aee7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.235327 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b3ecc33f-58f3-46ff-8e36-706a65b0025f up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:40.246624 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:40.308318 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:40.372045 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:40.372532 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:40.372888 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:40.374334 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:40.381715 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbeda02-b8a2-4dee-9663-8189731f5d41']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:40.394977 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Allocated IP 172.20.0.1 (a70742b6-70b5-4eb6-a992-3229f3caad09/4a8681a8-d71f-4d4b-bf3f-423ae9c562e0/f8587183-d989-43b5-b9a6-c5e05a29bf43) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:40.524501 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a39ef2-0a75-44da-ac38-987183607a16') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:40.525072 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a39ef2-0a75-44da-ac38-987183607a16') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:40.548302 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:10:40.716429 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:37Z', 'revision_number': 3, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:40.727381 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (33a39ef2-0a75-44da-ac38-987183607a16), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.754328 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Checking router: f3305bbe-4c37-4699-b80b-7169e9caa2aa for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:40.754888 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Updating router f3305bbe-4c37-4699-b80b-7169e9caa2aa port b10e08f3-71e3-46ae-9542-936b52fa0380 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:40.778208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (33a39ef2-0a75-44da-ac38-987183607a16), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.789938 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.803725 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:10:40.804125 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (33a39ef2-0a75-44da-ac38-987183607a16), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: from cryptography.utils import int_from_bytes Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: from cryptography.utils import int_from_bytes Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:10:40.831122 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:10:40.872598 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.db.api [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 13:10:40.877631 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG oslo_db.api [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 13:10:40.932234 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=7573b148-9418-41f5-b116-92c5a057aee7,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:40.965106 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port b3ecc33f-58f3-46ff-8e36-706a65b0025f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:40.971248 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.110659 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port b3ecc33f-58f3-46ff-8e36-706a65b0025f is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:41.112003 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:41.196907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (dfbeda02-b8a2-4dee-9663-8189731f5d41), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.202315 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks [] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.221075 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:33Z', 'revision_number': 3, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:41.243071 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-fae11faf-b550-4c93-8f49-e0bca59cb514 req-c37d2372-1b9f-4373-87b0-40eb27e4f6df tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.1222551 Mar 29 13:10:41.256714 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3378b5-0663-4b4b-a6d7-135aecd5952a None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:33Z', 'revision_number': 3, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:41.268341 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:41.268844 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.276274 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.286345 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/dfbeda02-b8a2-4dee-9663-8189731f5d41 HTTP/1.1" status: 204 len: 168 time: 2.2032495 Mar 29 13:10:41.298436 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57266) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:41.342007 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cb181-7770-401d-b3bb-ca7c391bda1c admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbeda02-b8a2-4dee-9663-8189731f5d41,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:41.424551 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Deleting subnet 91933e47-4ea6-4d60-8866-0f814696ad65 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:10:41.425550 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Publish callbacks [] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.428684 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:41.445357 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:41.445357 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.445483 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Publish callbacks [] for subnet (91933e47-4ea6-4d60-8866-0f814696ad65), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.445547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks [] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.445968 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:41.466762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Current status of the port 7573b148-9418-41f5-b116-92c5a057aee7 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:41.490620 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:41.491257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:41.496899 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.506525 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:41.546529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.18', 57946) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:41.551086 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.569950 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Publish callbacks [] for subnet (91933e47-4ea6-4d60-8866-0f814696ad65), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.593612 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (91933e47-4ea6-4d60-8866-0f814696ad65), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.650932 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ce37e-a9dc-4b5e-92ab-d06899570bb3 None None] Pushing event updated for resources: {'Port': ['ID=b10e08f3-71e3-46ae-9542-936b52fa0380,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:41.674782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.676269 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-606a89c2-665a-42ef-8abd-8f7c91a239f8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0723548 Mar 29 13:10:41.679308 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57274) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:41.683145 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.684403 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Attempting to bind port b10e08f3-71e3-46ae-9542-936b52fa0380 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:41.684832 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Attempting to bind port b10e08f3-71e3-46ae-9542-936b52fa0380 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:41.694885 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Provisioning complete for port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:41.695455 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.697013 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Attempting to bind port b10e08f3-71e3-46ae-9542-936b52fa0380 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:41.723673 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:41.732781 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:41.732781 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.732781 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:41.732781 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Bound port: b10e08f3-71e3-46ae-9542-936b52fa0380, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:41.732781 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.898862 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] For port b10e08f3-71e3-46ae-9542-936b52fa0380, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:41.903294 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] For port b10e08f3-71e3-46ae-9542-936b52fa0380, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b10e08f3-71e3-46ae-9542-936b52fa0380,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:41.941863 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Network a70742b6-70b5-4eb6-a992-3229f3caad09 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:41.943843 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:41.985551 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:41.990200 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.007800 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Pushing event updated for resources: {'Port': ['ID=f8587183-d989-43b5-b9a6-c5e05a29bf43,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:42.023651 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:42.141248 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for subnet (91933e47-4ea6-4d60-8866-0f814696ad65), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.158470 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 7573b148-9418-41f5-b116-92c5a057aee7 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:42.175682 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ce37e-a9dc-4b5e-92ab-d06899570bb3 None None] Pushing event updated for resources: {'Port': ['ID=b10e08f3-71e3-46ae-9542-936b52fa0380,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:42.222691 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:42.223884 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:42.231003 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91933e47-4ea6-4d60-8866-0f814696ad65,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:42.261866 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.266912 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-75ff64b1-0929-40cd-ab27-68139a6aa645 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91933e47-4ea6-4d60-8866-0f814696ad65 HTTP/1.1" status: 204 len: 168 time: 0.9674828 Mar 29 13:10:42.288661 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57290) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:42.412424 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (a3856315-5bf9-40d7-b22c-efe49ea768a0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.432979 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:42.454962 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:42.465426 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:42.758387 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-52829b7e-0bc3-4bdc-a8ca-7b9e2a43a138 req-ea5f09e3-5ad3-490e-baa1-cb21e9226aaf tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.2035244 Mar 29 13:10:42.814335 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 7573b148-9418-41f5-b116-92c5a057aee7 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:42.814814 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (7573b148-9418-41f5-b116-92c5a057aee7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.826070 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.838932 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (530f8da8-0c25-447d-81a5-c4d812000bc7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:42.858437 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:37Z', 'revision_number': 3, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:42.901368 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93933ee-f6dc-4e3b-b8e2-7ed9f35992ea None None] The sync data for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi is: [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:37Z', 'revision_number': 3, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:42.979158 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-d9078d60-b302-4de7-a8fc-aeb61c9f8831 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:42.980920 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-d9078d60-b302-4de7-a8fc-aeb61c9f8831 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.18 "GET /v2.0/networks?id=ec191460-915e-4a8c-8dab-c8e79b9db362 HTTP/1.1" status: 200 len: 811 time: 1.4314394 Mar 29 13:10:42.989951 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (eadfc0c8-7970-45d1-969e-320b84cb2b06), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.013294 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8185fe9e-12ab-470d-a2c3-4b1058b959d2 None None] Current status of the port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:43.162720 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:43.164275 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:43.191221 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Request body: {'port': {'device_id': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362', 'admin_state_up': True, 'tenant_id': '952e8404c2474a59a044fd12ec6a1e1f'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:43.192434 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 7573b148-9418-41f5-b116-92c5a057aee7 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:43.194107 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b3ecc33f-58f3-46ff-8e36-706a65b0025f up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:43.238958 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Provisioning complete for port f8587183-d989-43b5-b9a6-c5e05a29bf43 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:43.239440 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.241757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:38Z', 'revision_number': 3, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:43.244889 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (530f8da8-0c25-447d-81a5-c4d812000bc7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.284889 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:43.336030 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.336599 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.337653 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.338197 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > port after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.338684 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.339178 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > port after_update 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.339699 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.340172 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.340642 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.341114 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.502651 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Port f8587183-d989-43b5-b9a6-c5e05a29bf43 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:43.531778 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:43.532391 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Updating router f6ea4bf1-e5db-4c36-8c70-295889078ec1 port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:43.684758 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.697097 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Provisioning complete for port 7573b148-9418-41f5-b116-92c5a057aee7 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:43.697636 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (7573b148-9418-41f5-b116-92c5a057aee7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.704953 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.705518 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.706049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.706589 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 13:10:43.707187 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f8da8-0c25-447d-81a5-c4d812000bc7']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:43.744723 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:10:43.752478 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port b3ecc33f-58f3-46ff-8e36-706a65b0025f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:43.753253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.788965 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8238ac40-c051-4321-8435-d22399289d2d') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:43.789522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8238ac40-c051-4321-8435-d22399289d2d') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:43.885865 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (8238ac40-c051-4321-8435-d22399289d2d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.948255 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (8238ac40-c051-4321-8435-d22399289d2d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:43.987012 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57364) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:44.030624 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.069156 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:10:44.069543 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (8238ac40-c051-4321-8435-d22399289d2d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: from cryptography.utils import int_from_bytes Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: from cryptography.utils import int_from_bytes Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:10:44.080270 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:10:44.133399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Allocated IP 172.20.0.1 (bddd7e51-28ef-473e-8aa0-c1845fe8bc64/a079b5d9-d13b-4388-b26e-cde287212f09/c8c80c9c-b554-4ad9-97d4-ff3c96bc668a) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:44.350977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Current status of the port 7573b148-9418-41f5-b116-92c5a057aee7 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:44.414556 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port b3ecc33f-58f3-46ff-8e36-706a65b0025f is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:44.415707 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 6e6908bb-d5e5-469f-a643-2e191c3818b0 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:44.507966 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks [] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.521953 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Provisioning complete for port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:44.522348 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.685567 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ec7a08c2-880c-442f-ab8e-df200f8359d2 req-3951ca64-7f88-4a06-b24d-2ad1b5542d3c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.6742904 Mar 29 13:10:44.813008 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 6e6908bb-d5e5-469f-a643-2e191c3818b0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:44.813008 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.813162 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:44.813162 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6896ce46-e850-4497-967f-dfa3bb67fcc2 admin admin] 10.222.0.21 "PUT /v2.0/routers/a3856315-5bf9-40d7-b22c-efe49ea768a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7852232 Mar 29 13:10:44.813298 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:44.813298 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:44.813298 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:44.813823 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks [] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.813898 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c5725a11-3dd9-4f81-8896-198cf60ed54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.842568 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.926497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Current status of the port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:44.966495 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Publish callbacks [] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:44.987930 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Provisioning complete for port b3ecc33f-58f3-46ff-8e36-706a65b0025f triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:44.988316 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.000782 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:45.128703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.131535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Made reservation on behalf of 952e8404c2474a59a044fd12ec6a1e1f for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:10:45.136932 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.139611 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 6e6908bb-d5e5-469f-a643-2e191c3818b0 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:45.140008 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.176852 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (530f8da8-0c25-447d-81a5-c4d812000bc7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.202915 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.216572 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] 10.222.0.21 "DELETE /v2.0/networks/530f8da8-0c25-447d-81a5-c4d812000bc7 HTTP/1.1" status: 204 len: 168 time: 2.9203761 Mar 29 13:10:45.254647 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.281176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 6e6908bb-d5e5-469f-a643-2e191c3818b0, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=6e6908bb-d5e5-469f-a643-2e191c3818b0,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:45.301186 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.379935 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (eadfc0c8-7970-45d1-969e-320b84cb2b06), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.405884 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.429019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Pushing event updated for resources: {'Port': ['ID=f8587183-d989-43b5-b9a6-c5e05a29bf43,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:45.487072 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:45.497239 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8008148-6f08-4358-b8e5-74961629c886 admin admin] Pushing event deleted for resources: {'Network': ['ID=530f8da8-0c25-447d-81a5-c4d812000bc7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:45.506692 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:45.519188 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:45.534679 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:40Z', 'revision_number': 2, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:45.652344 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:45.652344 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Updating router a3856315-5bf9-40d7-b22c-efe49ea768a0 port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:45.690403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Current status of the port b3ecc33f-58f3-46ff-8e36-706a65b0025f is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:45.715453 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Allocated IP 172.20.0.1 (cdb8cfef-6808-4e4c-9256-36d19733f76d/97ddc728-f177-47f6-8aa3-13679b0fc07c/603e5f5d-0c8a-48ab-964c-cea2e14f5b35) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:45.723888 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Attempting to bind port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:45.723888 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Attempting to bind port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:45.723888 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Attempting to bind port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:45.737684 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57384) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:45.742951 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:45.746058 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac188e-fd9c-40de-b9fa-752b8d1bff95 None None] Pushing event updated for resources: {'Port': ['ID=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:45.851617 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Pushing event updated for resources: {'Port': ['ID=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:45.915320 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-363d0694-e310-4038-b341-9a937290cba3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0411662af8b74395a8ac1e5474b08f8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1292844 Mar 29 13:10:45.915395 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57390) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:46.002155 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ac964372-9825-4be8-84cc-fa33b5fb5e5f up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:46.014779 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:46.017613 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:46.023822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.024496 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:46.025462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Bound port: ec4567a3-8a18-43e7-ae7b-8f8e889d5860, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:46.026034 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.090673 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Provisioning complete for port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:46.091319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.120269 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Network a70742b6-70b5-4eb6-a992-3229f3caad09 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:46.133201 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:46.133840 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=6e6908bb-d5e5-469f-a643-2e191c3818b0,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:46.162546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Allocated IP 172.20.0.6 (ec191460-915e-4a8c-8dab-c8e79b9db362/501b1f3a-b250-453b-b465-a5559889b139/da071926-572a-4581-ba65-47f31dd2a529) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:46.184124 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (f3305bbe-4c37-4699-b80b-7169e9caa2aa), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.197034 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-90d58736-dd05-4d98-b10b-13cf6edea6d2 None None] Port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:46.249347 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] For port ec4567a3-8a18-43e7-ae7b-8f8e889d5860, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:46.280843 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port ac964372-9825-4be8-84cc-fa33b5fb5e5f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:46.283113 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.310608 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57392) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:46.319612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390591611', 'description': 'tempest-description--425255117'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:46.362346 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] For port ec4567a3-8a18-43e7-ae7b-8f8e889d5860, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:46.384220 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-45c1b4a2-9364-43b5-9249-75c8683f73df None None] Provisioning complete for port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:46.389785 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-45c1b4a2-9364-43b5-9249-75c8683f73df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.400645 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-64b59df5-d5b7-48fa-9ca5-7765de3eadde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.403413 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c5725a11-3dd9-4f81-8896-198cf60ed54a admin admin] Publish callbacks [] for security_group (2aa903cd-d98d-4f38-aedb-18022673794d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.418168 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e8046dcd-af2b-4777-8c18-12e576a83251 req-8bb24f52-6dd2-4f71-8e43-8f8fe8a5a311 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.2304833 Mar 29 13:10:46.485269 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.497705 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.579628 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac188e-fd9c-40de-b9fa-752b8d1bff95 None None] Pushing event updated for resources: {'Port': ['ID=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:46.585903 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-45c1b4a2-9364-43b5-9249-75c8683f73df None None] Port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:46.587207 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:10:46.590772 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port ac964372-9825-4be8-84cc-fa33b5fb5e5f is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:46.591272 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.605707 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f746eb-7385-4d88-8513-fbc6543e0271 admin admin] Publish callbacks [] for security_group (dd32df54-8db1-4bb8-a4a0-212428317973), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.631719 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:46.632816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:46.635762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port ac964372-9825-4be8-84cc-fa33b5fb5e5f, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=ac964372-9825-4be8-84cc-fa33b5fb5e5f,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:46.639589 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-45c1b4a2-9364-43b5-9249-75c8683f73df None None] Provisioning complete for port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:46.639758 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-45c1b4a2-9364-43b5-9249-75c8683f73df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.684330 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Publish callbacks [] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.693934 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f746eb-7385-4d88-8513-fbc6543e0271 admin admin] Publish callbacks [] for security_group (dd32df54-8db1-4bb8-a4a0-212428317973), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.697087 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c5725a11-3dd9-4f81-8896-198cf60ed54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2aa903cd-d98d-4f38-aedb-18022673794d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.704898 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks [] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.773945 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.840482 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.841575 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b10e08f3-71e3-46ae-9542-936b52fa0380 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:46.947465 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks [] for port (da071926-572a-4581-ba65-47f31dd2a529), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:46.953162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-45c1b4a2-9364-43b5-9249-75c8683f73df None None] Port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:46.990458 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=ac964372-9825-4be8-84cc-fa33b5fb5e5f,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.013105 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.014196 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:47.030990 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Attempting to bind port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:47.031469 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Attempting to bind port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:47.031952 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Attempting to bind port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 on network 164a3e81-0d13-466d-82e1-8ae02ba46096 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:47.052061 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (1ba8f03c-d527-4bdf-a3d9-a99b0af44dda), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.055362 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:47.055696 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Checking segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:47.056108 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.056517 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Bound using segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:47.057214 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Bound port: 515cfd35-7fb4-4ec4-89bb-7fd012a8a280, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:47.057645 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.073672 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:47.099895 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-029592a6-9885-49be-b6c5-f64121383114 admin admin] 10.222.0.21 "PUT /v2.0/routers/eadfc0c8-7970-45d1-969e-320b84cb2b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2649922 Mar 29 13:10:47.113521 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5725a11-3dd9-4f81-8896-198cf60ed54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa903cd-d98d-4f38-aedb-18022673794d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.125238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1ba8f03c-d527-4bdf-a3d9-a99b0af44dda), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.144594 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] For port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:47.149432 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] For port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:47.171754 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0119363-6e38-46f5-ae6e-b4229efc4fc1 None None] Pushing event updated for resources: {'Port': ['ID=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.172105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port b10e08f3-71e3-46ae-9542-936b52fa0380 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:47.175991 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c5725a11-3dd9-4f81-8896-198cf60ed54a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c24aa0f5b6d4580877452a3883fbcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1817257 Mar 29 13:10:47.176849 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.179976 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57400) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:47.184941 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:47.187181 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:47.207305 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:47.216679 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (da071926-572a-4581-ba65-47f31dd2a529), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.220123 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.233647 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:47.263716 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.265223 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9511986 Mar 29 13:10:47.266128 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab0ed5-3a27-41cb-ae9d-ccfebc6006a1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.293070 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57402) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:47.343469 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'security_group_rule': {'security_group_id': '1ba8f03c-d527-4bdf-a3d9-a99b0af44dda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:47.349285 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Pushing event updated for resources: {'Port': ['ID=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.405691 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:47.410148 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:47.496403 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a24ea947-9872-46af-8c85-0b69a7cd61d9 admin admin] Publish callbacks [] for security_group (2aa903cd-d98d-4f38-aedb-18022673794d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.508492 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Network ec191460-915e-4a8c-8dab-c8e79b9db362 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:47.515666 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.538765 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f746eb-7385-4d88-8513-fbc6543e0271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dd32df54-8db1-4bb8-a4a0-212428317973), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.541583 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f746eb-7385-4d88-8513-fbc6543e0271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.545542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:47.545710 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c7f746eb-7385-4d88-8513-fbc6543e0271 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd32df54-8db1-4bb8-a4a0-212428317973 HTTP/1.1" status: 204 len: 168 time: 1.4313283 Mar 29 13:10:47.553605 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:47.570316 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (f6ea4bf1-e5db-4c36-8c70-295889078ec1), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.598282 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:47.599736 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:47.653894 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0119363-6e38-46f5-ae6e-b4229efc4fc1 None None] Pushing event updated for resources: {'Port': ['ID=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.686806 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (2cef67ca-2a0a-4bef-befe-53f858f608c9), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.726905 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f746eb-7385-4d88-8513-fbc6543e0271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd32df54-8db1-4bb8-a4a0-212428317973,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.752367 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-15f2c751-0ccc-4dc9-9a7e-8ce03aa2b70f None None] Provisioning complete for port f8587183-d989-43b5-b9a6-c5e05a29bf43 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:47.756779 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-15f2c751-0ccc-4dc9-9a7e-8ce03aa2b70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.815122 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:47.836799 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Pushing event updated for resources: {'Port': ['ID=da071926-572a-4581-ba65-47f31dd2a529,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:47.934238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (2cef67ca-2a0a-4bef-befe-53f858f608c9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:47.960843 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-15f2c751-0ccc-4dc9-9a7e-8ce03aa2b70f None None] Port f8587183-d989-43b5-b9a6-c5e05a29bf43 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:47.979010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a24ea947-9872-46af-8c85-0b69a7cd61d9 admin admin] Publish callbacks [] for security_group (2aa903cd-d98d-4f38-aedb-18022673794d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.016010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:48.016719 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.017229 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea347-4da8-4eb7-a18e-1fbeecb9f391 req-90bcedaa-ad70-45be-adda-b13d2e017efd tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:48.027733 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-834ea347-4da8-4eb7-a18e-1fbeecb9f391 req-90bcedaa-ad70-45be-adda-b13d2e017efd tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 931 time: 0.3064709 Mar 29 13:10:48.061790 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:48.078210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (2cef67ca-2a0a-4bef-befe-53f858f608c9), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.158699 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cef67ca-2a0a-4bef-befe-53f858f608c9,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:48.186115 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port b10e08f3-71e3-46ae-9542-936b52fa0380 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:48.189582 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.205070 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-4c67dacc-6e35-4033-9dd4-533b533fd4e9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0751653 Mar 29 13:10:48.226683 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-eae6d58d-abde-456a-bff5-cfd5b5c04afe tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:10:48.227780 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-eae6d58d-abde-456a-bff5-cfd5b5c04afe tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058692 Mar 29 13:10:48.267101 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port b10e08f3-71e3-46ae-9542-936b52fa0380, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b10e08f3-71e3-46ae-9542-936b52fa0380,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:48.289854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.297457 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9ed4a8ff-5438-4ef3-9ca5-6c2ed9d36c7c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9909039 Mar 29 13:10:48.297457 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57414) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:48.300214 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'security_group_rule': {'security_group_id': '1ba8f03c-d527-4bdf-a3d9-a99b0af44dda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:48.332662 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-834ea347-4da8-4eb7-a18e-1fbeecb9f391 req-2d92cac1-a8f1-4238-96cb-727e82e6017d tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034685 Mar 29 13:10:48.358382 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a24ea947-9872-46af-8c85-0b69a7cd61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2aa903cd-d98d-4f38-aedb-18022673794d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.363762 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a24ea947-9872-46af-8c85-0b69a7cd61d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.374453 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a24ea947-9872-46af-8c85-0b69a7cd61d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2aa903cd-d98d-4f38-aedb-18022673794d HTTP/1.1" status: 204 len: 168 time: 1.1902206 Mar 29 13:10:48.409399 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ea947-9872-46af-8c85-0b69a7cd61d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa903cd-d98d-4f38-aedb-18022673794d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:48.422931 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.424103 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:48.434325 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:48.457875 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (08a43458-45df-40af-8b21-d05329e8be7b), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.513650 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Provisioning complete for port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:48.514234 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.521539 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eabb32-4186-496a-b4d2-f0b732116d1a None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:48.599074 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57424) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:48.620963 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354875093', 'description': 'tempest-description--1842738625'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:48.625980 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.675423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (08a43458-45df-40af-8b21-d05329e8be7b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.726941 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks [] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.751922 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.783668 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (08a43458-45df-40af-8b21-d05329e8be7b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.812244 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:48.824059 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a43458-45df-40af-8b21-d05329e8be7b,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:48.898344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.907545 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (5ae7a36a-b165-4240-bb82-bfa89b198013), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.987361 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:48.988640 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-f3c07d1e-3f10-4175-bfd4-342bd6e9bd5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6933017 Mar 29 13:10:48.992575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57428) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:48.997154 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:49.023288 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5ae7a36a-b165-4240-bb82-bfa89b198013), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.058997 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Provisioning complete for port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:49.059377 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.099335 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks [] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.120184 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae7a36a-b165-4240-bb82-bfa89b198013,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:49.140368 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=b10e08f3-71e3-46ae-9542-936b52fa0380,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:49.143253 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cb5e3a88-4d71-4717-95e5-fb543321d3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.155767 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (f3305bbe-4c37-4699-b80b-7169e9caa2aa), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.155875 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:38Z', 'revision_number': 3, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:49.185357 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.190930 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Pushing event updated for resources: {'Port': ['ID=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:49.258574 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2bde94-6ffc-4db8-9d65-7298566b151c None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:38Z', 'revision_number': 3, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:49.276838 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.280788 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-87fbbe7b-9bec-46df-a5cb-11ebd4701969 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6625509 Mar 29 13:10:49.281453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57432) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:49.285853 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'security_group_rule': {'security_group_id': '5ae7a36a-b165-4240-bb82-bfa89b198013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:49.314427 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:49.314840 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.329124 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57434) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:49.432005 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.489906 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-fa0a0e74-639c-49dc-a0a9-da58c1c37646 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27bd6ee3b6ae420286ee65ea3fca88e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1549437 Mar 29 13:10:49.501162 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57438) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:49.518053 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (53fc627b-ec1b-48b6-8ce5-bbd4b714b357), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.611212 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Pushing event updated for resources: {'Port': ['ID=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:49.634841 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (f6ea4bf1-e5db-4c36-8c70-295889078ec1), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.689430 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:49.702138 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Request body: {'port': {'device_id': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:49.754026 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3899a72a-c6b3-4159-a266-2abdf7b2fab7 admin admin] Publish callbacks [] for security_group (5c1c3e3e-bb68-4e04-aac9-77597a6f8852), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.763571 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.783601 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (53fc627b-ec1b-48b6-8ce5-bbd4b714b357), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:49.937179 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Current status of the port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:49.937179 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.010446 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:50.023662 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (53fc627b-ec1b-48b6-8ce5-bbd4b714b357), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.026558 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.031181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3899a72a-c6b3-4159-a266-2abdf7b2fab7 admin admin] Publish callbacks [] for security_group (5c1c3e3e-bb68-4e04-aac9-77597a6f8852), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.031371 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:44Z', 'revision_number': 2, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:50.079129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:50.079622 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Updating router eadfc0c8-7970-45d1-969e-320b84cb2b06 port f8587183-d989-43b5-b9a6-c5e05a29bf43 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:50.094403 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (da071926-572a-4581-ba65-47f31dd2a529), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.162443 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.196267 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:50.199764 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] For port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:50.215108 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fc627b-ec1b-48b6-8ce5-bbd4b714b357,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:50.222350 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57448) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:50.373118 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.377395 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9a5e0459-b803-462c-a342-98d98317586e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0949326 Mar 29 13:10:50.396929 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57454) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:50.405379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Allocated IP 172.27.1.57 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/abe66a3d-f50e-4aee-9a88-d05ab8837086) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:50.461660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'security_group_rule': {'security_group_id': '5ae7a36a-b165-4240-bb82-bfa89b198013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:50.584266 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3899a72a-c6b3-4159-a266-2abdf7b2fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5c1c3e3e-bb68-4e04-aac9-77597a6f8852), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.588531 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3899a72a-c6b3-4159-a266-2abdf7b2fab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.600383 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-3899a72a-c6b3-4159-a266-2abdf7b2fab7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c1c3e3e-bb68-4e04-aac9-77597a6f8852 HTTP/1.1" status: 204 len: 168 time: 1.0978210 Mar 29 13:10:50.894189 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Publish callbacks [] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.900804 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (55cd4dfb-adb6-4f97-99eb-d060846d9ef6), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.902045 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:50.904766 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:50.949724 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899a72a-c6b3-4159-a266-2abdf7b2fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c3e3e-bb68-4e04-aac9-77597a6f8852,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:50.972231 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8c2a0faf-813f-43d9-b6f6-4566741b2e01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.047692 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Router f3305bbe-4c37-4699-b80b-7169e9caa2aa has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:10:51.062580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.103784 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102353db-2dce-4687-b51e-7d1374b9c49c req-d277b2fc-0abf-4d91-8064-34b6aae8282f tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:51.112093 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-102353db-2dce-4687-b51e-7d1374b9c49c req-d277b2fc-0abf-4d91-8064-34b6aae8282f tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 931 time: 0.8858294 Mar 29 13:10:51.127882 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:51.172645 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:51.201089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (55cd4dfb-adb6-4f97-99eb-d060846d9ef6), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.221875 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.240002 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:51.243243 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.338118 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-102353db-2dce-4687-b51e-7d1374b9c49c req-f5e45ef7-2e22-4df3-aedf-ed985c7b2f7f tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249238 Mar 29 13:10:51.563856 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8c2a0faf-813f-43d9-b6f6-4566741b2e01 admin admin] Publish callbacks [] for security_group (b4a12b2b-656c-4cd9-90ec-d74667fc14de), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.612364 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323d013-4d12-4bdb-b334-5f2ae73afcb9 None None] Pushing event updated for resources: {'Port': ['ID=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:51.691869 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (55cd4dfb-adb6-4f97-99eb-d060846d9ef6), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.702331 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da071926-572a-4581-ba65-47f31dd2a529 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:10:51.716180 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.720145 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d5d36898-d35a-43b0-a338-745f08c99564 None None] Provisioning complete for port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:51.720588 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d5d36898-d35a-43b0-a338-745f08c99564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.732070 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:10:51.741607 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8c2a0faf-813f-43d9-b6f6-4566741b2e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b4a12b2b-656c-4cd9-90ec-d74667fc14de), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.792379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Publish callbacks [] for port (da071926-572a-4581-ba65-47f31dd2a529), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.805206 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-8c2a0faf-813f-43d9-b6f6-4566741b2e01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fda45fc9e384b7f9cba762276d632fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5796006 Mar 29 13:10:51.808335 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cd4dfb-adb6-4f97-99eb-d060846d9ef6,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:51.809446 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:51.823078 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57478) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:51.902119 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:51.927403 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:51.988564 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:52.000489 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Transition to ACTIVE for port object da071926-572a-4581-ba65-47f31dd2a529 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:10:52.055823 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928d91-eaa9-43da-b424-e8506b110cd1 None None] Pushing event updated for resources: {'Port': ['ID=f8587183-d989-43b5-b9a6-c5e05a29bf43,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:52.075379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d5d36898-d35a-43b0-a338-745f08c99564 None None] Port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:52.117021 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Attempting to bind port f8587183-d989-43b5-b9a6-c5e05a29bf43 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:52.117480 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Attempting to bind port f8587183-d989-43b5-b9a6-c5e05a29bf43 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:52.117900 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Attempting to bind port f8587183-d989-43b5-b9a6-c5e05a29bf43 on network a70742b6-70b5-4eb6-a992-3229f3caad09 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:52.119905 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:52.121010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a0faf-813f-43d9-b6f6-4566741b2e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a12b2b-656c-4cd9-90ec-d74667fc14de,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:52.128706 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ec4567a3-8a18-43e7-ae7b-8f8e889d5860 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:52.136250 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:52.137390 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Checking segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:52.137390 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.137682 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Bound using segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:52.138174 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Bound port: f8587183-d989-43b5-b9a6-c5e05a29bf43, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:52.138629 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.144986 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'Port': ['ID=abe66a3d-f50e-4aee-9a88-d05ab8837086,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:52.149673 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (da071926-572a-4581-ba65-47f31dd2a529), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.273942 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-eca20b17-2c3f-49b6-814a-1241f7e624af None None] Provisioning complete for port f8587183-d989-43b5-b9a6-c5e05a29bf43 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:52.274405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-eca20b17-2c3f-49b6-814a-1241f7e624af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.280129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] For port f8587183-d989-43b5-b9a6-c5e05a29bf43, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:52.294260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Pushing event updated for resources: {'Port': ['ID=da071926-572a-4581-ba65-47f31dd2a529,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:52.316530 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] For port f8587183-d989-43b5-b9a6-c5e05a29bf43, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f8587183-d989-43b5-b9a6-c5e05a29bf43,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:52.321924 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:52.322446 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.351450 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-eca20b17-2c3f-49b6-814a-1241f7e624af None None] Port f8587183-d989-43b5-b9a6-c5e05a29bf43 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:52.360722 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.366532 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0c3221ef-8740-4c9f-bb95-a2d577fc91c3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9573176 Mar 29 13:10:52.391104 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57488) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:52.407863 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:52.438469 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-eca20b17-2c3f-49b6-814a-1241f7e624af None None] Provisioning complete for port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:52.439204 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:52.444893 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-eca20b17-2c3f-49b6-814a-1241f7e624af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.457099 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Sync routers for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:52.462998 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4218eb5a-c106-40be-a9b2-e755b6f2388d admin admin] 10.222.0.21 "PUT /v2.0/routers/f3305bbe-4c37-4699-b80b-7169e9caa2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3607311 Mar 29 13:10:52.479093 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7f301b62-269f-43cf-96ef-646f3cadc7e6 admin admin] Publish callbacks [] for security_group (b4a12b2b-656c-4cd9-90ec-d74667fc14de), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.509771 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:52.511876 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:52.512544 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.629192 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7f301b62-269f-43cf-96ef-646f3cadc7e6 admin admin] Publish callbacks [] for security_group (b4a12b2b-656c-4cd9-90ec-d74667fc14de), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.645074 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:10:52.663340 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c0107476-3a8e-42ec-9eff-4fd8c2594b70 admin admin] 10.222.0.21 "PUT /v2.0/routers/f6ea4bf1-e5db-4c36-8c70-295889078ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9828250 Mar 29 13:10:52.676448 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:52.856801 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:52.967991 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:52.978339 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:53.165795 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:53.167890 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7f301b62-269f-43cf-96ef-646f3cadc7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b4a12b2b-656c-4cd9-90ec-d74667fc14de), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.172067 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7f301b62-269f-43cf-96ef-646f3cadc7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.181449 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-7f301b62-269f-43cf-96ef-646f3cadc7e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4a12b2b-656c-4cd9-90ec-d74667fc14de HTTP/1.1" status: 204 len: 168 time: 1.3479512 Mar 29 13:10:53.193487 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Attempting to bind port da071926-572a-4581-ba65-47f31dd2a529 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:53.194066 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Attempting to bind port da071926-572a-4581-ba65-47f31dd2a529 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:53.194280 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Attempting to bind port da071926-572a-4581-ba65-47f31dd2a529 on network ec191460-915e-4a8c-8dab-c8e79b9db362 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:53.240408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Port da071926-572a-4581-ba65-47f31dd2a529 on network ec191460-915e-4a8c-8dab-c8e79b9db362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:10:53.240763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Attempting to bind port da071926-572a-4581-ba65-47f31dd2a529 on network ec191460-915e-4a8c-8dab-c8e79b9db362 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:53.245989 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f301b62-269f-43cf-96ef-646f3cadc7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a12b2b-656c-4cd9-90ec-d74667fc14de,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:53.290125 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.291053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-eca20b17-2c3f-49b6-814a-1241f7e624af None None] Port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:10:53.347160 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928d91-eaa9-43da-b424-e8506b110cd1 None None] Pushing event updated for resources: {'Port': ['ID=f8587183-d989-43b5-b9a6-c5e05a29bf43,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:53.348008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:53.348412 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Checking segment: {'id': 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:53.365620 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Bound using segment: {'id': 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:53.366188 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Bound port: da071926-572a-4581-ba65-47f31dd2a529, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:53.368025 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.386556 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (da071926-572a-4581-ba65-47f31dd2a529), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.417858 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (e544b4bb-f65d-4dd3-866d-7b85d1820e29), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.449295 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:53.450632 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.477897 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port ec4567a3-8a18-43e7-ae7b-8f8e889d5860, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:53.493592 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 2, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:53.496896 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] Provisioning complete for port f8587183-d989-43b5-b9a6-c5e05a29bf43 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:53.497875 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.540059 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb7aa6-f065-404b-b986-6803172e953a req-79233132-9b7a-4489-b731-7d7973445209 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:53.544733 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a1fb7aa6-f065-404b-b986-6803172e953a req-79233132-9b7a-4489-b731-7d7973445209 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 1.0303233 Mar 29 13:10:53.576885 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Allocated IP 172.27.1.130 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/1d372884-fbdd-410f-b6b4-2af295bd3c46) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:53.581583 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Checking router: f3305bbe-4c37-4699-b80b-7169e9caa2aa for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:53.582149 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Updating router f3305bbe-4c37-4699-b80b-7169e9caa2aa port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:53.623271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.624067 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ac964372-9825-4be8-84cc-fa33b5fb5e5f up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:53.653082 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.812490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.869149 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:53.886852 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:10:53.887212 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:53.992599 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] Current status of the port f8587183-d989-43b5-b9a6-c5e05a29bf43 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:53.992988 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.073331 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port ac964372-9825-4be8-84cc-fa33b5fb5e5f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:54.073753 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.082686 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:54.083815 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:54.115944 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.164000 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a1fb7aa6-f065-404b-b986-6803172e953a req-a1a6fe58-89f0-47e8-800c-4182138d325b tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077905 Mar 29 13:10:54.165287 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] For port da071926-572a-4581-ba65-47f31dd2a529, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:54.178844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] For port da071926-572a-4581-ba65-47f31dd2a529, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=da071926-572a-4581-ba65-47f31dd2a529,segment=NetworkSegment(e7e7fa9b-55a7-445d-9fe4-7142e21ced67),segment_id=e7e7fa9b-55a7-445d-9fe4-7142e21ced67)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:54.268618 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:10:54.272022 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Publish callbacks [] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.280844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (da071926-572a-4581-ba65-47f31dd2a529), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.289867 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:10:54.304870 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:10:54.314467 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57530) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:54.334969 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511512364', 'description': 'tempest-description--99338433'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:54.362580 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.393700 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:54.394398 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.396075 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] 10.222.0.18 "PUT /v2.0/ports/da071926-572a-4581-ba65-47f31dd2a529 HTTP/1.1" status: 200 len: 1093 time: 5.7877259 Mar 29 13:10:54.396693 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'tag': 'da071926-572a-4581-ba65-47f31dd2a529'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:10:54.404934 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'Port': ['ID=1d372884-fbdd-410f-b6b4-2af295bd3c46,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:54.425606 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.512125 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] For port f8587183-d989-43b5-b9a6-c5e05a29bf43, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f8587183-d989-43b5-b9a6-c5e05a29bf43,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:54.542846 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.586422 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.635544 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:52Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:54.641272 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Attempting to bind port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:54.642310 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Attempting to bind port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:54.642831 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Attempting to bind port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:54.655859 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:54.656611 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Checking segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:54.657229 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.657766 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Bound using segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:54.658393 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Bound port: c8c80c9c-b554-4ad9-97d4-ff3c96bc668a, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:54.658933 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.740755 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] For port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:54.745214 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] For port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:54.749161 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8c631-9fa3-48c7-87bf-ef2d22cfb72f None None] Pushing event updated for resources: {'Port': ['ID=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:54.776828 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.780599 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (e986b5d0-cd9c-4e16-8705-e07cad3a7ebe), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.804306 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157b109c-6a28-40ed-bf0b-874e6177c983 None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:52Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:54.855511 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:54.962835 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478500f2-48ae-4e3b-8b1d-59aa8a9aaf41 service neutron] Pushing event updated for resources: {'Port': ['ID=da071926-572a-4581-ba65-47f31dd2a529,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:55.018054 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:10:55.018693 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:55.047230 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:55.102157 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8c631-9fa3-48c7-87bf-ef2d22cfb72f None None] Pushing event updated for resources: {'Port': ['ID=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:55.249027 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'Port': ['ID=abe66a3d-f50e-4aee-9a88-d05ab8837086,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:55.323609 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:55.372116 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-0a0bb2a7-f4ff-4576-bfcf-74d76f93c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:55.373670 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-0a0bb2a7-f4ff-4576-bfcf-74d76f93c630 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=952e8404c2474a59a044fd12ec6a1e1f&device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 1127 time: 0.7800932 Mar 29 13:10:55.390131 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port ac964372-9825-4be8-84cc-fa33b5fb5e5f is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:55.391205 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 6e6908bb-d5e5-469f-a643-2e191c3818b0 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:55.428684 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f51fba55-8e26-488e-8cbc-8b83581527e0", "tag": "da071926-572a-4581-ba65-47f31dd2a529"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:10:55.476660 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (e544b4bb-f65d-4dd3-866d-7b85d1820e29), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:55.520264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:10:55.529180 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] Provisioning complete for port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:55.529909 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:55.797224 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696a2b2-c7b4-4817-8daa-acbb9cb7da8d None None] Pushing event updated for resources: {'Port': ['ID=f8587183-d989-43b5-b9a6-c5e05a29bf43,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:55.867508 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:55.884550 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-7de157f5-7d2a-4aa7-883f-d4b80c287925 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da071926-572a-4581-ba65-47f31dd2a529 HTTP/1.1" status: 200 len: 217 time: 0.4815502 Mar 29 13:10:55.893201 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f8968-70b5-4c46-83da-2df5f752d3bc req-b5af5ae5-481c-4b31-8c7a-a9424099d4f8 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:55.899214 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e55f8968-70b5-4c46-83da-2df5f752d3bc req-b5af5ae5-481c-4b31-8c7a-a9424099d4f8 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 0.2924545 Mar 29 13:10:55.969540 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (aa2bf353-f4b6-4d01-9772-ef492c8b6ef2), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.002184 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 6e6908bb-d5e5-469f-a643-2e191c3818b0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:56.002706 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.026785 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.033082 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.034370 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-84bc2242-a666-47a2-b1a0-a10d928e503d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0408394 Mar 29 13:10:56.045531 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-9691326b-7264-4e5a-b589-bc5d247cf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:56.049627 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-9691326b-7264-4e5a-b589-bc5d247cf67d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501b1f3a-b250-453b-b465-a5559889b139 HTTP/1.1" status: 200 len: 851 time: 0.1482816 Mar 29 13:10:56.060134 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e55f8968-70b5-4c46-83da-2df5f752d3bc req-6182251f-7f58-4fec-9720-7987e61ad7a0 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515732 Mar 29 13:10:56.156329 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:56.212864 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (aa2bf353-f4b6-4d01-9772-ef492c8b6ef2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.223633 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'Port': ['ID=1d372884-fbdd-410f-b6b4-2af295bd3c46,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:56.238655 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-b8794795-b693-4fc0-998a-63724427e69f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec191460-915e-4a8c-8dab-c8e79b9db362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584539 Mar 29 13:10:56.254564 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd9f89b-3211-485d-a3aa-4dac4308f427 None None] The sync data for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi is: [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:10:56.287635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-99498519-f7ad-40e8-b6e3-0d4a63ed22fd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:56.289204 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-99498519-f7ad-40e8-b6e3-0d4a63ed22fd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 819 time: 0.7275698 Mar 29 13:10:56.415374 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] Current status of the port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:56.418246 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.521010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:56.532380 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.533734 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ac428e0f-16e4-4743-9f82-37a176607626 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.2110155 Mar 29 13:10:56.537537 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-55837c1f-3cc6-415b-8a23-fcd7651edb77 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/quotas/372ac364a4bd49ce8c076d12413eb22c HTTP/1.1" status: 200 len: 375 time: 0.1458087 Mar 29 13:10:56.538063 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57588) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:56.544162 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': 'aa2bf353-f4b6-4d01-9772-ef492c8b6ef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:56.792524 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 6e6908bb-d5e5-469f-a643-2e191c3818b0 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:56.798084 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b10e08f3-71e3-46ae-9542-936b52fa0380 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:56.815911 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (e986b5d0-cd9c-4e16-8705-e07cad3a7ebe), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.831475 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-a52f99f4-f3ba-4bd4-8b0f-db9ffe553e13 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2814364 Mar 29 13:10:56.835359 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (1db32769-9c53-4f05-ba28-a2d11a8dfd50), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.914354 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] For port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:10:56.943544 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (1db32769-9c53-4f05-ba28-a2d11a8dfd50), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.946714 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-73ce0bc4-3c56-4c47-846f-5a8c99721ae4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416683 Mar 29 13:10:56.952547 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:56.964960 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f76e31a3-c270-4b9f-8c61-7b258354cb57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5627601 Mar 29 13:10:57.008085 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port b10e08f3-71e3-46ae-9542-936b52fa0380 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:57.017642 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.047932 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (1db32769-9c53-4f05-ba28-a2d11a8dfd50), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.083324 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.093210 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:10:57.150162 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db32769-9c53-4f05-ba28-a2d11a8dfd50,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:57.243956 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:10:57.248556 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Updating router f6ea4bf1-e5db-4c36-8c70-295889078ec1 port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:10:57.249508 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c97bb8-7fc5-41f5-919e-f62c25642a89 x-openstack-request-id: req-b7c97bb8-7fc5-41f5-919e-f62c25642a89 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:10:57.250233 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51fba55-8e26-488e-8cbc-8b83581527e0", "tag": "da071926-572a-4581-ba65-47f31dd2a529", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:10:57.250233 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7c97bb8-7fc5-41f5-919e-f62c25642a89 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:10:57.263767 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c97bb8-7fc5-41f5-919e-f62c25642a89'] response: {'name': 'network-changed', 'server_uuid': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'tag': 'da071926-572a-4581-ba65-47f31dd2a529', 'status': 'completed', 'code': 200} Mar 29 13:10:57.306370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.310532 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-425299a0-8ea7-4b07-a2d3-59cda0268f2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7670546 Mar 29 13:10:57.310871 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57612) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:57.315782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': 'aa2bf353-f4b6-4d01-9772-ef492c8b6ef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:57.345645 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-131999d4-934b-4c61-b0b3-3fc41dbaac9b req-67b1e399-b4a1-4b0c-b135-04089981d9f8 service neutron] 10.222.0.18 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854074 Mar 29 13:10:57.462713 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (25377f15-a65f-44a1-aa0a-c6ac369d6699), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.529034 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.560968 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a292cd-bcf0-4601-9727-fc84aaafba39 None None] Pushing event updated for resources: {'Port': ['ID=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:57.568711 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-6c880108-d1d6-4cb2-880a-fd4df1693d3c None None] Provisioning complete for port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:57.569401 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6c880108-d1d6-4cb2-880a-fd4df1693d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.697647 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-59dc52dc-d988-49b1-accc-4a3f37ea78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:57.699323 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-59dc52dc-d988-49b1-accc-4a3f37ea78e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=952e8404c2474a59a044fd12ec6a1e1f&device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 1127 time: 0.0898852 Mar 29 13:10:57.727075 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-16a9f5ee-b70b-4b5c-92b8-e084dad89186 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--390591611&fields=id&tenant_id=6cbefcd14e9549169690c965e3bed989 HTTP/1.1" status: 200 len: 267 time: 0.2658162 Mar 29 13:10:57.815239 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (25377f15-a65f-44a1-aa0a-c6ac369d6699), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:57.965544 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (25377f15-a65f-44a1-aa0a-c6ac369d6699), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:58.012437 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-c2deff29-7785-4606-a456-eef4ce8674a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:58.014298 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-c2deff29-7785-4606-a456-eef4ce8674a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec191460-915e-4a8c-8dab-c8e79b9db362 HTTP/1.1" status: 200 len: 911 time: 0.3090291 Mar 29 13:10:58.035701 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-8598d2d3-6d19-4664-b1b5-5b6dd3fc7604 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:58.038081 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-8598d2d3-6d19-4664-b1b5-5b6dd3fc7604 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 811 time: 0.3098366 Mar 29 13:10:58.093747 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port b10e08f3-71e3-46ae-9542-936b52fa0380 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:58.119061 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-273e9973-5020-47e3-9032-8ea1e8183e8e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/quotas/6cbefcd14e9549169690c965e3bed989 HTTP/1.1" status: 200 len: 375 time: 0.0576434 Mar 29 13:10:58.121424 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-667bc402-c81c-41ad-983c-1706fccd5cef service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:10:58.131360 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-667bc402-c81c-41ad-983c-1706fccd5cef service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4584239 Mar 29 13:10:58.131980 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25377f15-a65f-44a1-aa0a-c6ac369d6699,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:58.237654 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-2155fdf7-383e-4660-b841-8f51302687df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da071926-572a-4581-ba65-47f31dd2a529 HTTP/1.1" status: 200 len: 217 time: 0.0781565 Mar 29 13:10:58.289612 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:58.293988 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-230ad442-c763-48be-8cee-b65e8e6aeac2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9786282 Mar 29 13:10:58.303408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57632) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:10:58.308108 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:10:58.401741 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-0d8a52dd-7f71-4a5c-9adb-d963c3a0c668 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2605133 Mar 29 13:10:58.432781 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-6c880108-d1d6-4cb2-880a-fd4df1693d3c None None] Current status of the port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:58.797927 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-03ab2a8f-0e94-47f8-bd88-0cba0b6a599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:10:58.801364 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-03ab2a8f-0e94-47f8-bd88-0cba0b6a599a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501b1f3a-b250-453b-b465-a5559889b139 HTTP/1.1" status: 200 len: 851 time: 0.5499659 Mar 29 13:10:58.830824 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:58.873671 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-f70ac452-c288-4f5f-83de-97a5b2a9c68c service neutron] 10.222.0.21 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7410524 Mar 29 13:10:58.883570 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Publish callbacks [] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:58.913035 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:58.951851 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-9529c7c4-2f95-4844-bcde-253368865df6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec191460-915e-4a8c-8dab-c8e79b9db362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343780 Mar 29 13:10:58.990802 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:59.015622 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-eadcc69e-e9ca-4884-9054-018183d7504e service neutron] 10.222.0.21 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069094 Mar 29 13:10:59.212627 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-d5718801-31ef-47b8-af2f-78afe982548b service neutron] 10.222.0.21 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960218 Mar 29 13:10:59.257191 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e94e-dabe-4df4-a9bf-888060f295b9 None None] Pushing event updated for resources: {'Port': ['ID=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:59.299056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:59.414311 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:59.414950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:59.432021 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-0741bbb4-0eef-4b34-844c-9c5c80d92480 service neutron] 10.222.0.18 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554172 Mar 29 13:10:59.444955 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Attempting to bind port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:10:59.445588 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Attempting to bind port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:10:59.446115 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Attempting to bind port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:10:59.457177 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:10:59.457871 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:10:59.458721 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:59.459740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Bound using segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:10:59.460402 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Bound port: 603e5f5d-0c8a-48ab-964c-cea2e14f5b35, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:10:59.460953 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:59.589415 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] For port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:10:59.591533 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-dedaba50-bbd0-4201-ae0a-4a43f1c6f676 service neutron] 10.222.0.21 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484575 Mar 29 13:10:59.593727 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2716a3a-ddc0-440d-ac00-7ece5783e4d8 req-a812291a-4eec-4eab-8a28-bd97433cc429 service neutron] 10.222.0.18 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444135 Mar 29 13:10:59.606757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] For port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:10:59.609182 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:10:59.610342 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ec4567a3-8a18-43e7-ae7b-8f8e889d5860 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:10:59.730593 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:10:59.847239 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.27.1.240 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:10:59.984722 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7e94e-dabe-4df4-a9bf-888060f295b9 None None] Pushing event updated for resources: {'Port': ['ID=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:10:59.994755 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] Provisioning complete for port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:10:59.995133 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:00.154941 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:00.157563 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:10:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:00.263636 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:00.264359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:00.307191 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466692-eff7-4386-9e01-e53c50be2493 req-abd8a20e-3036-4f80-9f39-855b3468e439 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:00.360953 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-57466692-eff7-4386-9e01-e53c50be2493 req-abd8a20e-3036-4f80-9f39-855b3468e439 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 0.4884188 Mar 29 13:11:00.392199 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:00.580075 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-57466692-eff7-4386-9e01-e53c50be2493 req-5cb0cddd-317c-44f7-96f8-442fbbf0fdaf tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159429 Mar 29 13:11:00.695379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] Current status of the port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:00.695379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:00.747475 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] For port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:00.753547 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:00.755040 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-48870512-ecbb-4f78-94d7-5db7ecb17978 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1354875093&fields=id&tenant_id=f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 267 time: 0.0826340 Mar 29 13:11:00.758362 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d2089d06-6ffa-4eb9-8126-ba75984b56f2 req-799a73ff-8958-40e5-a9f6-03aceca90372 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.1002314 Mar 29 13:11:00.814378 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:00.815645 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c8c80c9c-b554-4ad9-97d4-ff3c96bc668a up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:00.912002 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dd491e4d-06fb-476c-bead-0bba065716dd req-c4f0d9f5-be82-4992-9a0e-211a9007a4f3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 210 time: 0.0797963 Mar 29 13:11:00.972338 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-0165b543-8e00-46a8-b29d-06bc1d7f63a4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:00.996640 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-0165b543-8e00-46a8-b29d-06bc1d7f63a4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 817 time: 0.2247360 Mar 29 13:11:01.007560 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-b1637d67-e96d-47ff-8fd6-a8a77c3921e9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/quotas/f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 375 time: 0.0099542 Mar 29 13:11:01.102741 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-4e110e96-90f2-4482-beb4-20a11c62d513 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883632 Mar 29 13:11:01.171581 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:01.171979 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.202154 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-da6cd8d3-7f94-45b3-a6eb-66865c198286 service neutron] 10.222.0.21 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881741 Mar 29 13:11:01.300996 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:01.302343 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f8587183-d989-43b5-b9a6-c5e05a29bf43 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:01.337130 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:10:59Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:01.345756 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-cfa08103-f2ef-481d-8631-ce7d93edf613 service neutron] 10.222.0.21 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373436 Mar 29 13:11:01.368819 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa39cb5-a204-4409-8008-15c276040573 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:10:59Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:11:01.392143 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.395746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port f8587183-d989-43b5-b9a6-c5e05a29bf43 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:01.402873 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.403653 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.465847 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:11:01.475117 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:01.477496 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ebb8a-6efa-4bee-911f-03bae35ccfd6 None None] Pushing event updated for resources: {'Port': ['ID=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:01.477655 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:01.479752 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:11:01.533645 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port f8587183-d989-43b5-b9a6-c5e05a29bf43 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:01.538545 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c451947d-a3bb-4b7c-8349-e9b9bd166ef4 None None] Provisioning complete for port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:01.538545 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c451947d-a3bb-4b7c-8349-e9b9bd166ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.650945 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (668291cc-d9f5-4260-8f29-f3ea30aa5891), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.696707 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c451947d-a3bb-4b7c-8349-e9b9bd166ef4 None None] Current status of the port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:01.760288 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0dd7b17e-1f8b-46b6-b855-bb269f366d29 req-9ab3562a-59e8-42af-8bbd-71df3158629e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0489991 Mar 29 13:11:01.822769 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:01.823724 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:01.865736 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e16e10-da69-4837-a90e-a68f99a53063 req-23cd81af-b483-4347-9736-4ced65bd5892 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:01.872739 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d2e16e10-da69-4837-a90e-a68f99a53063 req-23cd81af-b483-4347-9736-4ced65bd5892 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 0.1294570 Mar 29 13:11:01.885307 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7f6b68c0-e649-4e8d-bbcb-173c4bbc77cc req-e4d361c0-6423-4b45-a90a-71bc188f25dc tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0532711 Mar 29 13:11:01.898433 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:01.898816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.016006 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d2e16e10-da69-4837-a90e-a68f99a53063 req-b20223cf-7f67-4634-bd2e-1304e68cb35f tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291058 Mar 29 13:11:02.046937 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:02.121370 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.138440 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57774) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:02.173427 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57782) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:02.209207 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.333353 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:02.351060 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (668291cc-d9f5-4260-8f29-f3ea30aa5891), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.357735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-0ad0a303-83f2-46d4-b9a8-030884937466 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:02.360579 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-0ad0a303-83f2-46d4-b9a8-030884937466 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 819 time: 0.2201159 Mar 29 13:11:02.389295 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-40852052-02d1-4d65-a4d4-8cc1d5f43e9f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/quotas/372ac364a4bd49ce8c076d12413eb22c HTTP/1.1" status: 200 len: 375 time: 0.0122507 Mar 29 13:11:02.409275 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-09c3c062-5905-42a8-939f-5dc6318a2b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.453749 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a080e8af-0c51-47f3-98a3-8e6afd63281a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.491746 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-73d0c67c-12bd-4254-85ce-d8e4d3b109a1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920320 Mar 29 13:11:02.508246 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-09c3c062-5905-42a8-939f-5dc6318a2b45 admin admin] Publish callbacks [] for security_group (e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.516214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.527647 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-37d9ad15-4201-4357-beeb-153b6776415c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2229962 Mar 29 13:11:02.617463 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-09c3c062-5905-42a8-939f-5dc6318a2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.657415 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-84331dfb-df39-4797-8dc8-ded0bc876688 service neutron] 10.222.0.21 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536598 Mar 29 13:11:02.660102 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a080e8af-0c51-47f3-98a3-8e6afd63281a admin admin] Publish callbacks [] for security_group (5303b11e-c080-4c78-a836-cd20729234ed), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.680633 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-09c3c062-5905-42a8-939f-5dc6318a2b45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f7f2d83c178496ca080d5b6c49a7ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5386848 Mar 29 13:11:02.683754 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57796) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:02.740660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3c062-5905-42a8-939f-5dc6318a2b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:02.757515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a080e8af-0c51-47f3-98a3-8e6afd63281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5303b11e-c080-4c78-a836-cd20729234ed), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.850520 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-981f0223-ef84-4019-8885-432d2d52df62 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--511512364&fields=id&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 267 time: 0.0591686 Mar 29 13:11:02.862330 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a080e8af-0c51-47f3-98a3-8e6afd63281a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fd1cc26fdda4503a1f6ea57691149d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6876025 Mar 29 13:11:02.865181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57810) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:02.882357 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080e8af-0c51-47f3-98a3-8e6afd63281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5303b11e-c080-4c78-a836-cd20729234ed,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:02.925016 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-af562d57-b4b1-4202-a8f6-6db0fd0bb97c service neutron] 10.222.0.21 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605078 Mar 29 13:11:02.925797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e799bae6-4f48-41f0-abf6-bac7804802a5 admin admin] Publish callbacks [] for security_group (e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:02.974504 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e799bae6-4f48-41f0-abf6-bac7804802a5 admin admin] Publish callbacks [] for security_group (e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.034009 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-fd3bcfc8-bd3e-476e-b538-d90d78548029 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:03.046543 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c7d7143-f821-4268-944d-53fa15125661 admin admin] Publish callbacks [] for security_group (5303b11e-c080-4c78-a836-cd20729234ed), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.046925 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-fd3bcfc8-bd3e-476e-b538-d90d78548029 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.1773407 Mar 29 13:11:03.057039 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-659b5644-412d-4692-abfa-3f60f11b8b86 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/quotas/5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 375 time: 0.0142126 Mar 29 13:11:03.078747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c7d7143-f821-4268-944d-53fa15125661 admin admin] Publish callbacks [] for security_group (5303b11e-c080-4c78-a836-cd20729234ed), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.176010 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-b2303347-f1b8-44b0-ad97-56edc4285089 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921593 Mar 29 13:11:03.282378 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e799bae6-4f48-41f0-abf6-bac7804802a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.285235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e799bae6-4f48-41f0-abf6-bac7804802a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.288765 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-e799bae6-4f48-41f0-abf6-bac7804802a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7 HTTP/1.1" status: 204 len: 168 time: 0.6015675 Mar 29 13:11:03.289173 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-5a35d3e2-1eee-41f8-9871-5b8cc65c7ce9 service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965657 Mar 29 13:11:03.297270 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799bae6-4f48-41f0-abf6-bac7804802a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6289e8b-eb7a-4c35-a175-61b5a0c0a0e7,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:03.320594 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c7d7143-f821-4268-944d-53fa15125661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5303b11e-c080-4c78-a836-cd20729234ed), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.324589 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c7d7143-f821-4268-944d-53fa15125661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:03.327030 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9c7d7143-f821-4268-944d-53fa15125661 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5303b11e-c080-4c78-a836-cd20729234ed HTTP/1.1" status: 204 len: 168 time: 0.4584191 Mar 29 13:11:03.344954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d7143-f821-4268-944d-53fa15125661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5303b11e-c080-4c78-a836-cd20729234ed,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:03.512242 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-c54541ec-6a0d-4513-81ca-64536415eadc service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181029 Mar 29 13:11:03.534851 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8a0842e2-0401-4487-8fa6-9f131285d66b req-3cb1cb16-5159-4658-befa-2ddc9f5be648 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0568545 Mar 29 13:11:03.636586 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3cba838b-2a66-455f-beb6-1808d2101801 req-62e53589-7169-49a5-bd91-64ed067e2cf7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0302641 Mar 29 13:11:03.761068 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0358c8-289a-4652-861e-f40f27c65867 req-cfe5493e-3f6c-497f-b78c-e9c83bbe9a56 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:03.763363 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3b0358c8-289a-4652-861e-f40f27c65867 req-cfe5493e-3f6c-497f-b78c-e9c83bbe9a56 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 0.0695274 Mar 29 13:11:03.875680 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3b0358c8-289a-4652-861e-f40f27c65867 req-5fcb8f7e-f92f-4dbf-b84e-d3b1136e4803 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907283 Mar 29 13:11:03.876400 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6170b419-5958-40a1-aac6-ef69faa3f024 req-c537b474-5b85-4a86-b930-2fd2a45126e3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.0512738 Mar 29 13:11:03.976178 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-324aa03e-2d5f-4487-bc33-ba82dbeb6ece req-3c16e31b-ff67-4b33-a2e2-e69bc772b10b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0502677 Mar 29 13:11:04.489302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57864) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:04.499313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0db55d47-e0e9-46b4-908f-b38883076d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.568397 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57868) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:04.579335 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0db55d47-e0e9-46b4-908f-b38883076d3f admin admin] Publish callbacks [] for security_group (e3993065-e9c8-4286-95a1-4a5edbd479cf), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.590683 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24608706-a2c5-457b-a5a8-61268a62c670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.635950 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-be8066ba-8b62-4855-bc14-738a0b22536d req-49ce2034-f27a-4e65-be5a-af6e76003b4a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0330589 Mar 29 13:11:04.691542 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24608706-a2c5-457b-a5a8-61268a62c670 admin admin] Publish callbacks [] for security_group (a9cb241b-7b0f-424f-a8cd-b28992ef85bb), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.731321 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3d44ec1-5946-4fb2-a65b-7db6ec41f468 req-a4ffa648-4da0-46ad-bfeb-87e0bdc31161 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0270693 Mar 29 13:11:04.732071 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0db55d47-e0e9-46b4-908f-b38883076d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e3993065-e9c8-4286-95a1-4a5edbd479cf), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.771092 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-0db55d47-e0e9-46b4-908f-b38883076d3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3081bf0023154389a129d7013dfff8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844498 Mar 29 13:11:04.772061 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db55d47-e0e9-46b4-908f-b38883076d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3993065-e9c8-4286-95a1-4a5edbd479cf,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:04.774056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 57872) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:04.802427 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24608706-a2c5-457b-a5a8-61268a62c670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a9cb241b-7b0f-424f-a8cd-b28992ef85bb), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.847297 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-24608706-a2c5-457b-a5a8-61268a62c670 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7473b30e2ef45cc815bc1f7fae44ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769783 Mar 29 13:11:04.849916 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 57876) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:04.863805 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608706-a2c5-457b-a5a8-61268a62c670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cb241b-7b0f-424f-a8cd-b28992ef85bb,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:04.866462 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62c50cf8-c451-4673-b4fa-acccdd26c3a1 admin admin] Publish callbacks [] for security_group (e3993065-e9c8-4286-95a1-4a5edbd479cf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.889882 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62c50cf8-c451-4673-b4fa-acccdd26c3a1 admin admin] Publish callbacks [] for security_group (e3993065-e9c8-4286-95a1-4a5edbd479cf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.930766 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c07365a-74b3-4bc4-a240-040fec4c25c1 admin admin] Publish callbacks [] for security_group (a9cb241b-7b0f-424f-a8cd-b28992ef85bb), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:04.980325 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c07365a-74b3-4bc4-a240-040fec4c25c1 admin admin] Publish callbacks [] for security_group (a9cb241b-7b0f-424f-a8cd-b28992ef85bb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:05.003285 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2d4ed736-5d0d-4c36-aed7-d8bf629b8781 req-6703e9d6-f545-457c-be47-a48a4638a2fd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.0484672 Mar 29 13:11:05.004447 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2cef1-784a-4e8f-b33e-3e3902a9e7c9 req-26e4552b-cbe0-4bfe-96f2-92debb106c54 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:05.006003 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-50f2cef1-784a-4e8f-b33e-3e3902a9e7c9 req-26e4552b-cbe0-4bfe-96f2-92debb106c54 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 0.0568056 Mar 29 13:11:05.070718 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-50f2cef1-784a-4e8f-b33e-3e3902a9e7c9 req-e13b34bd-63c9-4933-8a86-13baca408f4d tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583770 Mar 29 13:11:05.099889 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62c50cf8-c451-4673-b4fa-acccdd26c3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e3993065-e9c8-4286-95a1-4a5edbd479cf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:05.100113 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c515a616-4dc0-4a46-986f-cac1399ac57c req-60da5689-6562-4ea9-839b-a9738b9bfe0e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0318618 Mar 29 13:11:05.102714 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62c50cf8-c451-4673-b4fa-acccdd26c3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:05.104746 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-62c50cf8-c451-4673-b4fa-acccdd26c3a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3993065-e9c8-4286-95a1-4a5edbd479cf HTTP/1.1" status: 204 len: 168 time: 0.3285015 Mar 29 13:11:05.118185 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c50cf8-c451-4673-b4fa-acccdd26c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3993065-e9c8-4286-95a1-4a5edbd479cf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:05.314235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c07365a-74b3-4bc4-a240-040fec4c25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a9cb241b-7b0f-424f-a8cd-b28992ef85bb), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:05.316832 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c07365a-74b3-4bc4-a240-040fec4c25c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:05.317957 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-2c07365a-74b3-4bc4-a240-040fec4c25c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9cb241b-7b0f-424f-a8cd-b28992ef85bb HTTP/1.1" status: 204 len: 168 time: 0.4661517 Mar 29 13:11:05.326222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07365a-74b3-4bc4-a240-040fec4c25c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cb241b-7b0f-424f-a8cd-b28992ef85bb,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:05.354272 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:05.733307 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f3d96eeb-a194-4131-96cf-ba2964b356dc req-9d8d2253-cb0c-4eb7-b1b9-3eea37492588 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0270088 Mar 29 13:11:05.832494 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96a9a276-e362-485c-838e-9dd5261aa042 req-743cafed-5efe-44c7-b646-295e63c92029 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Mar 29 13:11:06.118872 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-83d004bc-9782-4100-b784-cb2990ae6904 req-7d2528e3-6a87-484e-aae3-17d5a5a111c1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.0398962 Mar 29 13:11:06.213734 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6619d56a-100c-493d-a94e-e23b125f6e87 req-5d821728-0335-461a-a570-ba2713fefa8b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0288317 Mar 29 13:11:06.217529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d63bc-47e0-4979-ab39-94fb39db0f41 req-c36f86bf-f260-451d-929a-a62ef97688ff tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:06.229844 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c37d63bc-47e0-4979-ab39-94fb39db0f41 req-c36f86bf-f260-451d-929a-a62ef97688ff tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 943 time: 0.0652344 Mar 29 13:11:06.275927 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c37d63bc-47e0-4979-ab39-94fb39db0f41 req-1c0edf60-cd66-4076-af60-51c61309b632 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509365 Mar 29 13:11:06.771583 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device da071926-572a-4581-ba65-47f31dd2a529 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:11:06.864354 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d0d750a8-251a-48fd-bf92-7e38dbd8123e req-fcf5a4f9-f839-412a-ae02-1e27539d2e98 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0370939 Mar 29 13:11:06.917193 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port da071926-572a-4581-ba65-47f31dd2a529, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=da071926-572a-4581-ba65-47f31dd2a529,segment=NetworkSegment(e7e7fa9b-55a7-445d-9fe4-7142e21ced67),segment_id=e7e7fa9b-55a7-445d-9fe4-7142e21ced67)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:06.930931 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': 'da071926-572a-4581-ba65-47f31dd2a529', 'network_id': 'ec191460-915e-4a8c-8dab-c8e79b9db362', 'port_id': 'da071926-572a-4581-ba65-47f31dd2a529', 'mac_address': 'fa:16:3e:10:30:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501b1f3a-b250-453b-b465-a5559889b139', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:11:07.013584 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port da071926-572a-4581-ba65-47f31dd2a529 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:07.014803 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (da071926-572a-4581-ba65-47f31dd2a529), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:07.023801 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8c59cc1f-a49c-4b7e-9db4-3bc1bff411bf req-20455331-573f-4593-ae19-646f04bb0032 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0697966 Mar 29 13:11:07.038578 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da071926-572a-4581-ba65-47f31dd2a529 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:07.061684 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-dddc4ec0-180c-4d8b-9560-18c3654c78e2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:07.065796 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-dddc4ec0-180c-4d8b-9560-18c3654c78e2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 819 time: 0.2467353 Mar 29 13:11:07.075162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port da071926-572a-4581-ba65-47f31dd2a529, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=da071926-572a-4581-ba65-47f31dd2a529,segment=NetworkSegment(e7e7fa9b-55a7-445d-9fe4-7142e21ced67),segment_id=e7e7fa9b-55a7-445d-9fe4-7142e21ced67)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:07.086754 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'port': {'device_id': '458e4787-705e-4a69-aa1a-add148e1d135', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'admin_state_up': True, 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:07.226759 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-79d2cb98-471a-4054-b393-08aa0d2e1e12 req-cc71766e-ef4a-4cec-918c-8a6c31f3f1de tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.0311925 Mar 29 13:11:07.238569 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (da071926-572a-4581-ba65-47f31dd2a529), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:07.272665 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Made reservation on behalf of 372ac364a4bd49ce8c076d12413eb22c for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:07.283142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:07.316557 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=da071926-572a-4581-ba65-47f31dd2a529,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:07.433610 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99c07704-16d1-4f89-a752-dcc871a0c1fa req-f5a15745-1f16-41a2-9925-a99e5e663118 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.1116149 Mar 29 13:11:07.468424 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:11:07.517498 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae6d3-61e2-4b04-8117-edbe29dcf852 req-23294ad0-039d-48e5-b8c3-3b0837c4f3b8 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:07.519299 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e0fae6d3-61e2-4b04-8117-edbe29dcf852 req-23294ad0-039d-48e5-b8c3-3b0837c4f3b8 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 944 time: 0.0863087 Mar 29 13:11:07.572572 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['da071926-572a-4581-ba65-47f31dd2a529'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:07.631423 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e0fae6d3-61e2-4b04-8117-edbe29dcf852 req-171d331c-1196-4e41-ba44-ba5dbbd76228 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986927 Mar 29 13:11:07.660769 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Allocated IP 172.20.0.3 (bddd7e51-28ef-473e-8aa0-c1845fe8bc64/a079b5d9-d13b-4388-b26e-cde287212f09/b425633f-1119-4cc1-8626-67b1c29495bb) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:11:08.000153 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for port (b425633f-1119-4cc1-8626-67b1c29495bb), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:08.117364 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-090d6147-07cf-4bfc-9b49-cdf0556f0920 req-fd3b7e2c-6693-4d3c-b1c6-59cc6de61e55 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0620692 Mar 29 13:11:08.166471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:08.198734 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-68f28e4f-2d48-455b-8ad9-bd55feb42c46 req-0f9f60c8-cadb-469a-9597-627194d7ca86 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0574584 Mar 29 13:11:08.318290 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:11:08.341553 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:08.346778 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:11:08.367624 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.18', 57975) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:08.414807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'Port': ['ID=b425633f-1119-4cc1-8626-67b1c29495bb,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:08.453561 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-132ccab0-8753-4d67-914b-e7abbd1eb4c3 req-bbf25641-0e11-44d5-aa2f-26365682ccca tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.0616484 Mar 29 13:11:08.470792 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:08.475217 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:08.576382 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-7e490d06-69a5-46df-ab5b-714abf23afd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4941730 Mar 29 13:11:08.597396 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Request body: {'port': {'device_id': '458e4787-705e-4a69-aa1a-add148e1d135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:08.615246 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-91567aa6-1561-4c2f-bbd0-341ce0e6c3ce req-23b9965c-9a8a-4103-b342-841af131c949 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0567167 Mar 29 13:11:08.627627 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-78643df3-6119-4079-9999-bbdb7d2202b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:08.629116 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-78643df3-6119-4079-9999-bbdb7d2202b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 817 time: 0.2347949 Mar 29 13:11:08.664008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.18', 57977) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:08.708567 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.18', 57978) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:08.709279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:08.792858 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-7b710459-1752-4427-a109-d68951e8fc4d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 380 time: 0.0903709 Mar 29 13:11:08.804235 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c46b67bf-2e32-4f72-8a17-dbb17fc51e69 None None] Provisioning complete for port b425633f-1119-4cc1-8626-67b1c29495bb triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:08.804779 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'port': {'device_id': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'admin_state_up': True, 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'security_groups': ['5ae7a36a-b165-4240-bb82-bfa89b198013']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:08.804914 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c46b67bf-2e32-4f72-8a17-dbb17fc51e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:08.877437 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c46b67bf-2e32-4f72-8a17-dbb17fc51e69 None None] Port b425633f-1119-4cc1-8626-67b1c29495bb cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:11:09.150903 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Made reservation on behalf of f29663db34644d80b1c4fd452121255d for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:09.155744 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:09.180413 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-6d0f6d35-ba61-47c9-9596-90110d5c7969 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:09.181891 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-6d0f6d35-ba61-47c9-9596-90110d5c7969 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 811 time: 0.4978895 Mar 29 13:11:09.210899 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.18', 57979) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:09.284034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-ea54ce34-79b7-405b-97bc-e9ebfc060959 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:09.285785 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-ea54ce34-79b7-405b-97bc-e9ebfc060959 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.5373948 Mar 29 13:11:09.306332 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd4f67-8546-459a-91bd-0f1986aa4f66 req-36d96231-3d4c-4892-8d9a-0a93cb8c0aba tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:09.307916 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-70fd4f67-8546-459a-91bd-0f1986aa4f66 req-36d96231-3d4c-4892-8d9a-0a93cb8c0aba tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 944 time: 0.2535186 Mar 29 13:11:09.492341 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f1bb2b40-3381-4272-be2f-4abb1fc3284c req-173bfd02-d6b7-4aa2-baf8-dc261c8d8b62 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0569215 Mar 29 13:11:09.521413 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-bc1cafc6-50eb-47c8-b3ba-629b071c07e6 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cbefcd14e9549169690c965e3bed989 HTTP/1.1" status: 200 len: 379 time: 0.2765262 Mar 29 13:11:09.608191 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'port': {'device_id': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'admin_state_up': True, 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'security_groups': ['1ba8f03c-d527-4bdf-a3d9-a99b0af44dda']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:09.628495 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-9428a1fa-eb23-4263-8065-f0488746448c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 379 time: 0.2107568 Mar 29 13:11:09.678530 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0f19db50-562f-4aa7-966c-73ee8d676b65 req-f4797849-93a0-4f72-a7a6-6ea7f7b56128 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0849998 Mar 29 13:11:09.682522 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'port': {'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'admin_state_up': True, 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'security_groups': ['aa2bf353-f4b6-4d01-9772-ef492c8b6ef2']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:09.719952 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-70fd4f67-8546-459a-91bd-0f1986aa4f66 req-1632d572-512a-4d2a-b5bd-40e096e54d35 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995076 Mar 29 13:11:09.720408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Allocated IP 172.20.0.7 (a70742b6-70b5-4eb6-a992-3229f3caad09/4a8681a8-d71f-4d4b-bf3f-423ae9c562e0/996af564-5546-4259-866c-e561dd88b91f) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:11:09.728514 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-4c8bbf35-54b8-485a-b9dc-cd04598c0624 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:09.732242 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-4c8bbf35-54b8-485a-b9dc-cd04598c0624 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 819 time: 0.2957351 Mar 29 13:11:09.799427 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b425633f-1119-4cc1-8626-67b1c29495bb {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:09.820659 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device da071926-572a-4581-ba65-47f31dd2a529 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:09.835926 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Publish callbacks [] for port (b425633f-1119-4cc1-8626-67b1c29495bb), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:09.894788 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'port': {'device_id': '9bd344ab-849a-4006-b06a-eb535edeee74', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'admin_state_up': True, 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:09.905140 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Transition to ACTIVE for port object b425633f-1119-4cc1-8626-67b1c29495bb will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:11:09.913107 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8ee720a2-a877-4daf-ba18-7f018773c4ac req-52164eea-baef-41d8-a51d-00bc11925c41 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0868089 Mar 29 13:11:09.954694 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for port (996af564-5546-4259-866c-e561dd88b91f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:09.991058 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4d7c87c7-055b-4978-9028-09c5797f887d req-34a8e366-fa54-4a7f-82c4-ee1834af39f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.1190386 Mar 29 13:11:10.051727 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.054926 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port da071926-572a-4581-ba65-47f31dd2a529 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:11:10.059157 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port da071926-572a-4581-ba65-47f31dd2a529 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:10.059634 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (da071926-572a-4581-ba65-47f31dd2a529), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.110904 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Made reservation on behalf of 6cbefcd14e9549169690c965e3bed989 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:10.114327 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.128874 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Made reservation on behalf of 5d8a89bb1ab34259bdc14d2cd97ff930 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:10.133321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.147684 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (996af564-5546-4259-866c-e561dd88b91f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.207914 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port da071926-572a-4581-ba65-47f31dd2a529 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:10.208549 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (da071926-572a-4581-ba65-47f31dd2a529), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.220874 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Network a70742b6-70b5-4eb6-a992-3229f3caad09 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:11:10.238740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da071926-572a-4581-ba65-47f31dd2a529'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:10.238976 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Pushing event updated for resources: {'Port': ['ID=b425633f-1119-4cc1-8626-67b1c29495bb,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:10.313237 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:10.317857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:10.335043 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Made reservation on behalf of 372ac364a4bd49ce8c076d12413eb22c for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:10.339049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.342089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:11:10.373089 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port da071926-572a-4581-ba65-47f31dd2a529, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=da071926-572a-4581-ba65-47f31dd2a529,segment=NetworkSegment(e7e7fa9b-55a7-445d-9fe4-7142e21ced67),segment_id=e7e7fa9b-55a7-445d-9fe4-7142e21ced67)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:10.464271 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:10.465668 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (da071926-572a-4581-ba65-47f31dd2a529), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.466038 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.525317 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a700e-f235-4383-9fe3-d28566e94000" -d '{"events": [{"server_uuid": "f51fba55-8e26-488e-8cbc-8b83581527e0", "name": "network-vif-plugged", "status": "completed", "tag": "da071926-572a-4581-ba65-47f31dd2a529"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:10.586391 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=da071926-572a-4581-ba65-47f31dd2a529,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:10.643755 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.20.0.5 (cdb8cfef-6808-4e4c-9256-36d19733f76d/97ddc728-f177-47f6-8aa3-13679b0fc07c/0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:11:10.673761 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-f2a0c540-719b-4540-8c36-311f536aea0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8756385 Mar 29 13:11:10.714181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Attempting to bind port b425633f-1119-4cc1-8626-67b1c29495bb on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:11:10.714517 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Attempting to bind port b425633f-1119-4cc1-8626-67b1c29495bb by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:11:10.714849 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Attempting to bind port b425633f-1119-4cc1-8626-67b1c29495bb on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:10.719092 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-8879ad6a-3ce1-49b5-962a-d012ea76a8c6 None None] Provisioning complete for port 996af564-5546-4259-866c-e561dd88b91f triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:10.719308 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8879ad6a-3ce1-49b5-962a-d012ea76a8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (996af564-5546-4259-866c-e561dd88b91f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.731082 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Request body: {'port': {'device_id': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:10.736373 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Port b425633f-1119-4cc1-8626-67b1c29495bb on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:11:10.738057 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Attempting to bind port b425633f-1119-4cc1-8626-67b1c29495bb on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:10.765758 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Allocated IP 172.20.0.6 (164a3e81-0d13-466d-82e1-8ae02ba46096/fb3b62f9-4cbc-4221-915b-671c7a6fb334/9d372d44-9c2b-4cc4-b5b5-5380426c45ff) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:11:10.765975 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ffc973-997e-4b58-a874-650a28c1a60f x-openstack-request-id: req-d7ffc973-997e-4b58-a874-650a28c1a60f {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:10.766256 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51fba55-8e26-488e-8cbc-8b83581527e0", "name": "network-vif-plugged", "status": "completed", "tag": "da071926-572a-4581-ba65-47f31dd2a529", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:10.766714 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7ffc973-997e-4b58-a874-650a28c1a60f {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:10.767172 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ffc973-997e-4b58-a874-650a28c1a60f'] response: {'server_uuid': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da071926-572a-4581-ba65-47f31dd2a529', 'code': 200} Mar 29 13:11:10.768204 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8879ad6a-3ce1-49b5-962a-d012ea76a8c6 None None] Port 996af564-5546-4259-866c-e561dd88b91f cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:11:10.803008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:11:10.803346 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Checking segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:10.803962 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Bound using segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:11:10.804454 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Bound port: b425633f-1119-4cc1-8626-67b1c29495bb, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:11:10.804841 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.850988 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-689578fa-aec9-4e2a-971d-fd23d1567c7e req-3d373edd-5d4a-4837-bb9b-95b10a626b5d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0521338 Mar 29 13:11:10.855904 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Allocated IP 172.20.0.13 (bddd7e51-28ef-473e-8aa0-c1845fe8bc64/a079b5d9-d13b-4388-b26e-cde287212f09/52379fe4-3871-4e19-b9a4-1ef5e8d32bb6) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:11:10.895905 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:10.910379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fa1ec-bee9-4984-85b4-97143ed84ed2 req-a52be610-1eac-4287-b773-ac2dc3af3c3e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:10.912676 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fd9fa1ec-bee9-4984-85b4-97143ed84ed2 req-a52be610-1eac-4287-b773-ac2dc3af3c3e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 931 time: 0.2650180 Mar 29 13:11:11.108319 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.18', 57989) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:11.149372 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fd9fa1ec-bee9-4984-85b4-97143ed84ed2 req-1c301bb4-b20c-4065-a006-ec0b1ee4061a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018614 Mar 29 13:11:11.150759 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] For port b425633f-1119-4cc1-8626-67b1c29495bb, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:11:11.189062 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.198568 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] For port b425633f-1119-4cc1-8626-67b1c29495bb, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b425633f-1119-4cc1-8626-67b1c29495bb,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:11:11.221528 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.282139 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99d2f344-2fa9-4954-bbb7-646f7f1d0a97 req-137cd53f-8af6-4d7d-b8b7-78a71b2b002b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0391226 Mar 29 13:11:11.290279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.349558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:11.349558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.349558 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] 10.222.0.18 "PUT /v2.0/ports/b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 200 len: 1093 time: 2.7562304 Mar 29 13:11:11.349558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458e4787-705e-4a69-aa1a-add148e1d135', 'tag': 'b425633f-1119-4cc1-8626-67b1c29495bb'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:11.351751 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9350df69-176b-4292-9c64-4a4039e7fccd" -d '{"events": [{"name": "network-changed", "server_uuid": "458e4787-705e-4a69-aa1a-add148e1d135", "tag": "b425633f-1119-4cc1-8626-67b1c29495bb"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:11.366805 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.382267 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fabc78-e9aa-4be7-bf52-6a82a0eceace service neutron] Pushing event updated for resources: {'Port': ['ID=b425633f-1119-4cc1-8626-67b1c29495bb,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:11.408743 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebb0aa-e6da-4688-b02a-167d7ddbfac8 req-cb288850-c083-483a-99e6-f3e9d90e87ed tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:11.416030 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-faebb0aa-e6da-4688-b02a-167d7ddbfac8 req-cb288850-c083-483a-99e6-f3e9d90e87ed tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.4124815 Mar 29 13:11:11.438113 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:11:11.444901 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:11.467627 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:11:11.476976 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-37f89ac2-7fd2-452c-8c6d-0b888e7ea143 req-feb6090c-e5a1-47d5-a11b-361f757d1e15 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.0530062 Mar 29 13:11:11.503742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.518274 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:11.529331 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.558181 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-faebb0aa-e6da-4688-b02a-167d7ddbfac8 req-e0aab561-9b64-4b07-b752-89cf121c4069 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412117 Mar 29 13:11:11.560342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-04e3a245-1368-4144-8835-1343a2a11d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:11.561791 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-04e3a245-1368-4144-8835-1343a2a11d6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 1129 time: 0.4487517 Mar 29 13:11:11.601402 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-894e44ac-9a60-4448-88ec-dcd57908cbcb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.656012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:11:11.672077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:11.672077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.696201 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:11.698914 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db37c74-9e20-422f-a863-ece66b230e85 x-openstack-request-id: req-8db37c74-9e20-422f-a863-ece66b230e85 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:11.711840 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458e4787-705e-4a69-aa1a-add148e1d135", "tag": "b425633f-1119-4cc1-8626-67b1c29495bb", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:11.711840 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8db37c74-9e20-422f-a863-ece66b230e85 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:11.715452 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db37c74-9e20-422f-a863-ece66b230e85'] response: {'name': 'network-changed', 'server_uuid': '458e4787-705e-4a69-aa1a-add148e1d135', 'tag': 'b425633f-1119-4cc1-8626-67b1c29495bb', 'status': 'completed', 'code': 200} Mar 29 13:11:11.725413 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:11:11.758508 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.815875 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'Port': ['ID=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:11.828575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:11.829260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:11.849047 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-e457bf76-999b-4415-b18a-ab9eee543ae8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1723080 Mar 29 13:11:11.860655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-f3f9d629-6a74-4961-a5f5-d6fd89bfd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:11.862942 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-f3f9d629-6a74-4961-a5f5-d6fd89bfd2a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1127 time: 0.3320651 Mar 29 13:11:11.873584 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Request body: {'port': {'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:11.919180 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:11:11.946704 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:11.957789 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:11:11.958629 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-f1fd9f66-c5c0-4499-ada7-9aa9a29edddb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3665316 Mar 29 13:11:11.967722 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996af564-5546-4259-866c-e561dd88b91f {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:12.004946 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'Port': ['ID=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:12.015125 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Request body: {'port': {'device_id': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:12.021123 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Publish callbacks [] for port (996af564-5546-4259-866c-e561dd88b91f), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.056678 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-894e44ac-9a60-4448-88ec-dcd57908cbcb service neutron] Publish callbacks [] for security_group (16e05919-07af-4888-af90-536ea51d7e37), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.064793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9704d94c-d8bd-48e8-bb20-a9499b814fdd None None] Provisioning complete for port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:12.065389 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9704d94c-d8bd-48e8-bb20-a9499b814fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.073260 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-58d4012a-1997-411c-830d-4c2f58018227 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 200 len: 217 time: 0.1930933 Mar 29 13:11:12.157097 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9704d94c-d8bd-48e8-bb20-a9499b814fdd None None] Port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:11:12.286368 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-b3399ee1-bf92-4e88-9e4d-9bdf107f947f None None] Provisioning complete for port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:12.286967 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b3399ee1-bf92-4e88-9e4d-9bdf107f947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.361991 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-b3399ee1-bf92-4e88-9e4d-9bdf107f947f None None] Port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:11:12.382366 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:12.383058 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.393510 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-894e44ac-9a60-4448-88ec-dcd57908cbcb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (16e05919-07af-4888-af90-536ea51d7e37), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.396413 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Transition to ACTIVE for port object 996af564-5546-4259-866c-e561dd88b91f will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:11:12.456437 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-894e44ac-9a60-4448-88ec-dcd57908cbcb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8863544 Mar 29 13:11:12.464194 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e44ac-9a60-4448-88ec-dcd57908cbcb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16e05919-07af-4888-af90-536ea51d7e37,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:12.468890 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54037d7-e5a2-4c4f-a66c-04aacefaa6c8 req-b0dafa8e-ba3a-432f-8445-82947184547a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:12.470575 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e54037d7-e5a2-4c4f-a66c-04aacefaa6c8 req-b0dafa8e-ba3a-432f-8445-82947184547a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 931 time: 0.4299567 Mar 29 13:11:12.487763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.501770 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-79b00924-642f-41bd-a99c-392bbcc91970 None None] Provisioning complete for port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:12.502923 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-79b00924-642f-41bd-a99c-392bbcc91970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.504354 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.504471 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-f36b82d1-b8df-4559-9fe9-8c5fc641a6a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6293664 Mar 29 13:11:12.521950 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-838d58ee-ab3c-4128-abd2-f531fb486417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:12.523407 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-838d58ee-ab3c-4128-abd2-f531fb486417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.4270031 Mar 29 13:11:12.526373 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e54037d7-e5a2-4c4f-a66c-04aacefaa6c8 req-ed762a0e-3053-4db5-bd69-82fa8f310a4f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491498 Mar 29 13:11:12.541560 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.556728 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-79b00924-642f-41bd-a99c-392bbcc91970 None None] Port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:11:12.593588 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2d292-f656-406b-8bd5-01b06d052428 req-46c354c3-b596-4bb3-ae39-d6035a581602 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:12.595035 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bdb2d292-f656-406b-8bd5-01b06d052428 req-46c354c3-b596-4bb3-ae39-d6035a581602 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 931 time: 0.1573076 Mar 29 13:11:12.613438 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:12.757056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Attempting to bind port 996af564-5546-4259-866c-e561dd88b91f on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:11:12.757424 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Attempting to bind port 996af564-5546-4259-866c-e561dd88b91f by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:11:12.757773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Attempting to bind port 996af564-5546-4259-866c-e561dd88b91f on network a70742b6-70b5-4eb6-a992-3229f3caad09 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:12.769909 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c5f32-8f54-40a8-82c0-86b5fbcf59c1 req-a48244ce-06c0-4c86-ba01-0df6f5ad35cc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:12.772734 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7a8c5f32-8f54-40a8-82c0-86b5fbcf59c1 req-a48244ce-06c0-4c86-ba01-0df6f5ad35cc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 931 time: 0.1495545 Mar 29 13:11:12.775752 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Port 996af564-5546-4259-866c-e561dd88b91f on network a70742b6-70b5-4eb6-a992-3229f3caad09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:11:12.776080 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Attempting to bind port 996af564-5546-4259-866c-e561dd88b91f on network a70742b6-70b5-4eb6-a992-3229f3caad09 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:12.793344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:11:12.793680 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Checking segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:12.794857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Bound using segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:11:12.794857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Bound port: 996af564-5546-4259-866c-e561dd88b91f, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:11:12.797481 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:12.813149 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bdb2d292-f656-406b-8bd5-01b06d052428 req-1913e8fd-4c20-4be8-a445-e77cd14842a6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083209 Mar 29 13:11:12.887445 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:11:12.893055 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:11:12.929052 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7a8c5f32-8f54-40a8-82c0-86b5fbcf59c1 req-2831b05e-ebaf-4c13-a3d7-eb369f169e95 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410069 Mar 29 13:11:12.995277 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.026667 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58214) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:13.062142 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:13.063111 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.068271 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] 10.222.0.18 "PUT /v2.0/ports/996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 1093 time: 2.3422902 Mar 29 13:11:13.068271 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:13.075266 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb227340-a1f3-4ab0-acb7-81bd196dc125 req-80a01a82-d373-4540-bff4-9091d35683dd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:13.076839 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fb227340-a1f3-4ab0-acb7-81bd196dc125 req-80a01a82-d373-4540-bff4-9091d35683dd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 932 time: 0.1467319 Mar 29 13:11:13.134725 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9027f5d9-792f-4d89-96ca-9a32abb8e55b service neutron] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:13.165844 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24757da3-7064-4bc1-a2c1-1c46a93462a7 req-0fd23df6-6b65-4fc7-a8b7-c04bc9ff0a37 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:13.169749 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-24757da3-7064-4bc1-a2c1-1c46a93462a7 req-0fd23df6-6b65-4fc7-a8b7-c04bc9ff0a37 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.1721044 Mar 29 13:11:13.243345 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-24757da3-7064-4bc1-a2c1-1c46a93462a7 req-42a78d02-a9b3-4cd4-8c8d-995e1e57855c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583949 Mar 29 13:11:13.253779 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d372d44-9c2b-4cc4-b5b5-5380426c45ff {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:13.263660 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Publish callbacks [] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.269519 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa5391-782b-4d64-b88c-dc4033e24e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:13.275592 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ecd883b-03b5-4e3f-9902-e81834a0730b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.299379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:13.304888 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Transition to ACTIVE for port object 9d372d44-9c2b-4cc4-b5b5-5380426c45ff will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:11:13.339222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Publish callbacks [] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.376678 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08329380-416a-4959-8ba4-8421f8c716b1 x-openstack-request-id: req-08329380-416a-4959-8ba4-8421f8c716b1 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:13.376975 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "tag": "996af564-5546-4259-866c-e561dd88b91f", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:13.377233 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08329380-416a-4959-8ba4-8421f8c716b1 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:13.377700 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08329380-416a-4959-8ba4-8421f8c716b1'] response: {'name': 'network-changed', 'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'status': 'completed', 'code': 200} Mar 29 13:11:13.378674 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fb227340-a1f3-4ab0-acb7-81bd196dc125 req-8bfe4b8a-4b08-4ab7-bf87-6baeae235976 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917712 Mar 29 13:11:13.379285 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.382101 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Transition to ACTIVE for port object 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:11:13.452888 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ecd883b-03b5-4e3f-9902-e81834a0730b admin admin] Publish callbacks [] for security_group (3cac106f-3507-4da9-a37b-50c59e65ccab), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.455410 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Pushing event updated for resources: {'Port': ['ID=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:13.457718 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.554794 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:13.568102 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ecd883b-03b5-4e3f-9902-e81834a0730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3cac106f-3507-4da9-a37b-50c59e65ccab), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.670895 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58236) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:13.671446 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1ecd883b-03b5-4e3f-9902-e81834a0730b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c20226ece554cf3ac82cb8d10d90c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6414990 Mar 29 13:11:13.676526 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd883b-03b5-4e3f-9902-e81834a0730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac106f-3507-4da9-a37b-50c59e65ccab,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:13.682284 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Attempting to bind port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:11:13.683018 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Attempting to bind port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:11:13.683361 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Attempting to bind port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff on network 164a3e81-0d13-466d-82e1-8ae02ba46096 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:13.697243 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff on network 164a3e81-0d13-466d-82e1-8ae02ba46096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:11:13.699811 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Attempting to bind port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff on network 164a3e81-0d13-466d-82e1-8ae02ba46096 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:13.708298 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8cebc-4638-4938-b479-46315dd6b0b6 req-922e3877-0669-480a-8f69-bc2895fbaa70 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:13.713082 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:11:13.713427 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Checking segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:13.713817 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Bound using segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:11:13.714302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Bound port: 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:11:13.714658 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.715570 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9df8cebc-4638-4938-b479-46315dd6b0b6 req-922e3877-0669-480a-8f69-bc2895fbaa70 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 943 time: 0.0885162 Mar 29 13:11:13.717550 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Attempting to bind port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:11:13.717724 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Attempting to bind port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:11:13.718051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Attempting to bind port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:13.737282 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 on network cdb8cfef-6808-4e4c-9256-36d19733f76d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:11:13.737658 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Attempting to bind port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:13.746000 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:11:13.746203 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:13.746539 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Bound using segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:11:13.746986 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Bound port: 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:11:13.747333 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.808593 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9df8cebc-4638-4938-b479-46315dd6b0b6 req-fcbf3f35-8343-4838-88c0-91d081722398 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922129 Mar 29 13:11:13.809287 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aed69dd6-6d63-4f45-b1ce-9115b8651500 admin admin] Publish callbacks [] for security_group (3cac106f-3507-4da9-a37b-50c59e65ccab), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.834657 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58242) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:13.844779 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aed69dd6-6d63-4f45-b1ce-9115b8651500 admin admin] Publish callbacks [] for security_group (3cac106f-3507-4da9-a37b-50c59e65ccab), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.875663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] For port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:11:13.903666 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] For port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:11:13.908982 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] For port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:11:13.912716 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] For port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:11:13.961132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d19799d9-35d4-4b02-a453-bd7764c2dfba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.967430 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f700-a8e6-4744-8db9-3d508dd216c5 req-bc7f5c6f-bf93-4f3d-ba1f-9815a7e1356a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:13.968980 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5ad6f700-a8e6-4744-8db9-3d508dd216c5 req-bc7f5c6f-bf93-4f3d-ba1f-9815a7e1356a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0547471 Mar 29 13:11:13.984382 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aed69dd6-6d63-4f45-b1ce-9115b8651500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3cac106f-3507-4da9-a37b-50c59e65ccab), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.986958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aed69dd6-6d63-4f45-b1ce-9115b8651500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:13.988137 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-aed69dd6-6d63-4f45-b1ce-9115b8651500 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cac106f-3507-4da9-a37b-50c59e65ccab HTTP/1.1" status: 204 len: 168 time: 0.3144670 Mar 29 13:11:14.017108 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed69dd6-6d63-4f45-b1ce-9115b8651500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac106f-3507-4da9-a37b-50c59e65ccab,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:14.023290 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.025168 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.042550 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5ad6f700-a8e6-4744-8db9-3d508dd216c5 req-8bcba6cf-d495-41e0-8666-ccbe4dbeebd5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677502 Mar 29 13:11:14.087448 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:14.088102 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.089833 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] 10.222.0.18 "PUT /v2.0/ports/0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 HTTP/1.1" status: 200 len: 1093 time: 2.2257881 Mar 29 13:11:14.091014 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:14.093470 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e416a-27cf-4246-9354-5597fc88ff28" -d '{"events": [{"name": "network-changed", "server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:14.098495 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:14.099131 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.101081 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] 10.222.0.18 "PUT /v2.0/ports/9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 1093 time: 2.0917439 Mar 29 13:11:14.113786 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d8149-79a5-4869-97a1-fa894234888a req-129b3b43-3106-4a3d-bbac-0284264cc8d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:14.115429 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cf5d8149-79a5-4869-97a1-fa894234888a req-129b3b43-3106-4a3d-bbac-0284264cc8d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.1217887 Mar 29 13:11:14.120535 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d19799d9-35d4-4b02-a453-bd7764c2dfba admin admin] Publish callbacks [] for security_group (8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.124534 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f123d68-11ec-4aed-b5e6-e7ab3a7d4404 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:14.176285 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f209fe2b-07ea-4b21-8926-3a28268cb89d x-openstack-request-id: req-f209fe2b-07ea-4b21-8926-3a28268cb89d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:14.176575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:14.179186 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f209fe2b-07ea-4b21-8926-3a28268cb89d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:14.179860 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f209fe2b-07ea-4b21-8926-3a28268cb89d'] response: {'name': 'network-changed', 'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'status': 'completed', 'code': 200} Mar 29 13:11:14.191475 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cf5d8149-79a5-4869-97a1-fa894234888a req-63c6924b-4e1c-4f2d-8715-2e01fef384b3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685246 Mar 29 13:11:14.197325 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d19799d9-35d4-4b02-a453-bd7764c2dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.225670 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76135e8c-46ca-4ec0-ac5a-b45a7cf3435e service neutron] Pushing event updated for resources: {'Port': ['ID=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:14.238534 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d19799d9-35d4-4b02-a453-bd7764c2dfba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35a3600009a44e0a823770e1b3935ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022241 Mar 29 13:11:14.242359 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58254) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:14.250442 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19799d9-35d4-4b02-a453-bd7764c2dfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:14.310345 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8388c237-caf7-48f1-ac6e-5094c21a4f48 admin admin] Publish callbacks [] for security_group (8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.333959 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8388c237-caf7-48f1-ac6e-5094c21a4f48 admin admin] Publish callbacks [] for security_group (8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.400025 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a31735-d609-4dd7-859e-aeb2c8c8fdcf req-33e4bcd0-82b2-4585-8cd0-d88c8508f044 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:14.401545 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a4a31735-d609-4dd7-859e-aeb2c8c8fdcf req-33e4bcd0-82b2-4585-8cd0-d88c8508f044 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0741584 Mar 29 13:11:14.466836 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a4a31735-d609-4dd7-859e-aeb2c8c8fdcf req-c779f6cf-cf1b-4728-9f56-40ddd5d67b01 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Mar 29 13:11:14.488240 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8388c237-caf7-48f1-ac6e-5094c21a4f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.491274 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8388c237-caf7-48f1-ac6e-5094c21a4f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.492544 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-8388c237-caf7-48f1-ac6e-5094c21a4f48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2 HTTP/1.1" status: 204 len: 168 time: 0.2491014 Mar 29 13:11:14.503845 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388c237-caf7-48f1-ac6e-5094c21a4f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd47504-39eb-40ea-a0bc-ff6bb9cf41c2,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:14.523782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d365b-337c-470d-a982-8ba52f872f7b req-0621648e-c1e4-4a1c-b3ac-3aca5757b341 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:14.525544 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-723d365b-337c-470d-a982-8ba52f872f7b req-0621648e-c1e4-4a1c-b3ac-3aca5757b341 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 932 time: 0.0666413 Mar 29 13:11:14.577127 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-723d365b-337c-470d-a982-8ba52f872f7b req-bef4bf0c-f7e0-424d-8957-c4d330b1ad89 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455592 Mar 29 13:11:14.721494 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58264) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:14.734861 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9351c271-48ef-440f-b9eb-c116135a734f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.825593 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9351c271-48ef-440f-b9eb-c116135a734f admin admin] Publish callbacks [] for security_group (a17c8dcf-153c-43d8-9c16-acc672c51815), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.950605 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9351c271-48ef-440f-b9eb-c116135a734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a17c8dcf-153c-43d8-9c16-acc672c51815), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:14.973056 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a833e-b927-42e1-b77d-808d6c0e43ff req-87a50917-3e6e-4433-8f55-907bba10940d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:14.974516 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-663a833e-b927-42e1-b77d-808d6c0e43ff req-87a50917-3e6e-4433-8f55-907bba10940d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 943 time: 0.0747941 Mar 29 13:11:15.024079 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9351c271-48ef-440f-b9eb-c116135a734f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d513b625aef3494c9b278f071072bfbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014162 Mar 29 13:11:15.027913 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58276) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:15.028942 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Request body: {'port': {'device_id': '9bd344ab-849a-4006-b06a-eb535edeee74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:15.035340 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351c271-48ef-440f-b9eb-c116135a734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c8dcf-153c-43d8-9c16-acc672c51815,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:15.134233 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:15.185048 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-663a833e-b927-42e1-b77d-808d6c0e43ff req-fc5ce9c8-b2cf-4975-917c-b512b16fdac7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015660 Mar 29 13:11:15.248192 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a33-63e7-4936-b609-d4261a43991c req-5163fff4-bc28-46f5-8ce4-f0f98dffd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.249978 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-5163fff4-bc28-46f5-8ce4-f0f98dffd452 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2194560 Mar 29 13:11:15.258891 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa5391-782b-4d64-b88c-dc4033e24e9d req-cb68c52a-98e0-4da1-bada-efcb704e5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.260861 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ffaa5391-782b-4d64-b88c-dc4033e24e9d req-cb68c52a-98e0-4da1-bada-efcb704e5c6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1127 time: 0.1962202 Mar 29 13:11:15.263067 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e416a-27cf-4246-9354-5597fc88ff28 req-d9a9ff6d-8ca9-446c-bc85-34cb9602a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.264742 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-707e416a-27cf-4246-9354-5597fc88ff28 req-d9a9ff6d-8ca9-446c-bc85-34cb9602a9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 1127 time: 0.2268968 Mar 29 13:11:15.273665 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9f77-add4-421a-bdb5-51433a60f9de admin admin] Publish callbacks [] for security_group (a17c8dcf-153c-43d8-9c16-acc672c51815), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:15.316164 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58284) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:15.363644 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-68b97878-3c2a-4a80-96e8-a93ed7204675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.365245 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-68b97878-3c2a-4a80-96e8-a93ed7204675 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1127 time: 0.2276146 Mar 29 13:11:15.374276 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630738e-5e82-4ece-b397-7d06635c9886 req-84e58e96-94bd-4b56-abad-1995a01732f3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.375753 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b630738e-5e82-4ece-b397-7d06635c9886 req-84e58e96-94bd-4b56-abad-1995a01732f3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.2240012 Mar 29 13:11:15.470365 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-ea94ff84-27c9-481f-856d-4532548e785c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 217 time: 0.0857482 Mar 29 13:11:15.589526 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b630738e-5e82-4ece-b397-7d06635c9886 req-e828e28c-4104-479d-b5e3-c73dce722707 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015162 Mar 29 13:11:15.601029 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-3ca5fa02-2a8a-4fe9-8833-ece04167cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.602569 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-3ca5fa02-2a8a-4fe9-8833-ece04167cc4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.1022384 Mar 29 13:11:15.656199 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9f77-add4-421a-bdb5-51433a60f9de admin admin] Publish callbacks [] for security_group (a17c8dcf-153c-43d8-9c16-acc672c51815), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:15.675351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43eb3c40-7c19-4366-961e-2c9a657147f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:15.768792 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:15.780232 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Publish callbacks [] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:15.814528 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Transition to ACTIVE for port object 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:11:15.821596 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741afc0c-bf5e-42fb-9c4d-bf738f39022c req-3254e43d-25ea-4961-a58d-78e10c05d94c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.823061 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-741afc0c-bf5e-42fb-9c4d-bf738f39022c req-3254e43d-25ea-4961-a58d-78e10c05d94c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.1435809 Mar 29 13:11:15.825865 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-8b5ff299-471a-417e-bf7c-61b7794e7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.827216 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-8b5ff299-471a-417e-bf7c-61b7794e7acf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1465790 Mar 29 13:11:15.879284 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-be56030b-202d-446d-8283-49687d729ece service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130767 Mar 29 13:11:15.920849 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f4266-3b38-4a8d-bec1-3b1590d37182 req-d15e963b-c315-47df-be52-1b326ac95f77 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.922307 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-520f4266-3b38-4a8d-bec1-3b1590d37182 req-d15e963b-c315-47df-be52-1b326ac95f77 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.5653715 Mar 29 13:11:15.930363 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-741afc0c-bf5e-42fb-9c4d-bf738f39022c req-4225bbf9-9629-4726-a87a-ec81d93e7fa2 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010675 Mar 29 13:11:15.935064 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:15.940368 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa5391-782b-4d64-b88c-dc4033e24e9d req-2dd1ad7c-20de-462f-b2f6-fe22e1e6e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.941818 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ffaa5391-782b-4d64-b88c-dc4033e24e9d req-2dd1ad7c-20de-462f-b2f6-fe22e1e6e0fc service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f29663db34644d80b1c4fd452121255d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6264446 Mar 29 13:11:15.980642 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e416a-27cf-4246-9354-5597fc88ff28 req-93782f50-c3b6-4654-92d8-dfe883363915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:15.981524 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-bdfd4935-df37-4457-a2e5-cf116cb9f33e service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458507 Mar 29 13:11:15.982056 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-707e416a-27cf-4246-9354-5597fc88ff28 req-93782f50-c3b6-4654-92d8-dfe883363915 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6678154 Mar 29 13:11:16.025972 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Pushing event updated for resources: {'Port': ['ID=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:16.169128 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9f77-add4-421a-bdb5-51433a60f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a17c8dcf-153c-43d8-9c16-acc672c51815), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.172534 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9d4f9f77-add4-421a-bdb5-51433a60f9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.173953 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9d4f9f77-add4-421a-bdb5-51433a60f9de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a17c8dcf-153c-43d8-9c16-acc672c51815 HTTP/1.1" status: 204 len: 168 time: 1.1448710 Mar 29 13:11:16.182745 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Attempting to bind port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:11:16.183172 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Attempting to bind port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:11:16.183392 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Attempting to bind port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:16.188487 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34436ff9-58d5-4dc2-a21b-ef7674b22da6 req-92ba7e16-b88c-4da3-a970-4825665fa344 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899638 Mar 29 13:11:16.197443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55340d7c-420c-49de-9aff-bad276a0582f req-333bbc8a-47c2-4914-9311-a97f6a0bc5f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.202390 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:16.204255 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-55340d7c-420c-49de-9aff-bad276a0582f req-333bbc8a-47c2-4914-9311-a97f6a0bc5f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.1756301 Mar 29 13:11:16.205976 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf25c7-d75a-410c-bc6f-9b7c38823188" -d '{"events": [{"name": "network-changed", "server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:16.212735 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:11:16.215900 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Attempting to bind port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:11:16.234904 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:11:16.235240 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Checking segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:16.235817 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Bound using segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:11:16.236432 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Bound port: 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:11:16.236958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.288956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f9f77-add4-421a-bdb5-51433a60f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c8dcf-153c-43d8-9c16-acc672c51815,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:16.312529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43eb3c40-7c19-4366-961e-2c9a657147f0 admin admin] Publish callbacks [] for security_group (28bc6e17-e595-497a-b7a6-a2c3cea70758), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.319643 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-55340d7c-420c-49de-9aff-bad276a0582f req-d8bb0ba3-e319-4f73-a78a-a5729ec8b3ef tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081226 Mar 29 13:11:16.340895 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-520f4266-3b38-4a8d-bec1-3b1590d37182 req-7a441430-7358-423a-91f9-ba2e83f0c469 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3977578 Mar 29 13:11:16.390566 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] For port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host hv-cinder-81556, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:11:16.394461 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] For port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:11:16.417041 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354e54ab-21a1-472a-892d-ad344bb20b8c x-openstack-request-id: req-354e54ab-21a1-472a-892d-ad344bb20b8c {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:16.417467 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:16.417962 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-354e54ab-21a1-472a-892d-ad344bb20b8c {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:16.418455 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354e54ab-21a1-472a-892d-ad344bb20b8c'] response: {'name': 'network-changed', 'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'status': 'completed', 'code': 200} Mar 29 13:11:16.428389 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43eb3c40-7c19-4366-961e-2c9a657147f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (28bc6e17-e595-497a-b7a6-a2c3cea70758), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.465542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa5391-782b-4d64-b88c-dc4033e24e9d req-e5258eba-0fb0-47c6-92a0-4efce509c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.467076 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ffaa5391-782b-4d64-b88c-dc4033e24e9d req-e5258eba-0fb0-47c6-92a0-4efce509c2b4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4920321 Mar 29 13:11:16.469257 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-99979a33-63e7-4936-b609-d4261a43991c req-ed90688c-2069-435a-81f5-f70b255f7c24 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694451 Mar 29 13:11:16.471440 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.511993 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-43eb3c40-7c19-4366-961e-2c9a657147f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6721872cf3945b9a43c29619a026e55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1737003 Mar 29 13:11:16.512186 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3cf43ca7-a3ae-4d46-ab49-98cad62be181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.533984 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58306) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:16.567835 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.568634 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.570450 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] 10.222.0.18 "PUT /v2.0/ports/52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 HTTP/1.1" status: 200 len: 1094 time: 1.5470824 Mar 29 13:11:16.573433 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd344ab-849a-4006-b06a-eb535edeee74', 'tag': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:16.575749 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b0ccc-bb5b-4288-adde-d1584f778860" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd344ab-849a-4006-b06a-eb535edeee74", "tag": "52379fe4-3871-4e19-b9a4-1ef5e8d32bb6"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:16.676069 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e416a-27cf-4246-9354-5597fc88ff28 req-86bcc339-f81d-43df-92a5-b43685ecee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.677527 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-707e416a-27cf-4246-9354-5597fc88ff28 req-86bcc339-f81d-43df-92a5-b43685ecee3e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6446397 Mar 29 13:11:16.688256 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb3c40-7c19-4366-961e-2c9a657147f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bc6e17-e595-497a-b7a6-a2c3cea70758,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:16.741703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c9a2d-8942-4c8b-891b-635036139bfa req-e8d29a2a-63f8-4c60-82e7-388ac330b9ca tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.743335 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f58c9a2d-8942-4c8b-891b-635036139bfa req-e8d29a2a-63f8-4c60-82e7-388ac330b9ca tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 943 time: 0.2489095 Mar 29 13:11:16.747012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-cabf6cf8-bf3e-4b98-9672-6da2ecb88013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.748435 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-cabf6cf8-bf3e-4b98-9672-6da2ecb88013 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1127 time: 0.2337883 Mar 29 13:11:16.754135 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-47634d75-423b-4f7d-b2d3-4c48aa62b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.755985 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-47634d75-423b-4f7d-b2d3-4c48aa62b26d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1127 time: 0.1545410 Mar 29 13:11:16.805592 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f58c9a2d-8942-4c8b-891b-635036139bfa req-50b97803-5aba-4ae1-a4b2-3713ebd947b3 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484674 Mar 29 13:11:16.845495 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad5c6e-a733-4647-abb4-323c5ee6a202 x-openstack-request-id: req-a9ad5c6e-a733-4647-abb4-323c5ee6a202 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:16.845793 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd344ab-849a-4006-b06a-eb535edeee74", "tag": "52379fe4-3871-4e19-b9a4-1ef5e8d32bb6", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:16.846050 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9ad5c6e-a733-4647-abb4-323c5ee6a202 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:16.846447 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ad5c6e-a733-4647-abb4-323c5ee6a202'] response: {'name': 'network-changed', 'server_uuid': '9bd344ab-849a-4006-b06a-eb535edeee74', 'tag': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6', 'status': 'completed', 'code': 200} Mar 29 13:11:16.902210 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc96f06-478a-48bb-ae09-1251e0d260ff service neutron] Pushing event updated for resources: {'Port': ['ID=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:16.909858 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80c5edc6-595b-4b10-85f8-98fa075dd02a admin admin] Publish callbacks [] for security_group (28bc6e17-e595-497a-b7a6-a2c3cea70758), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.939013 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80c5edc6-595b-4b10-85f8-98fa075dd02a admin admin] Publish callbacks [] for security_group (28bc6e17-e595-497a-b7a6-a2c3cea70758), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:16.947268 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad946a6-2ca2-4273-8cee-6d4f667f1ff3 req-19a995a9-564c-4921-b0aa-35b02bc6cd6a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:16.948771 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cad946a6-2ca2-4273-8cee-6d4f667f1ff3 req-19a995a9-564c-4921-b0aa-35b02bc6cd6a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0997925 Mar 29 13:11:17.013661 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cad946a6-2ca2-4273-8cee-6d4f667f1ff3 req-20d23c89-ab31-49e0-8b37-8766efb30b26 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579686 Mar 29 13:11:17.057952 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934f4ca-a15f-4560-965b-b9493a0d5565 req-4e8eee2f-81e5-405a-b8ab-f30ac30942e0 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:17.059453 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6934f4ca-a15f-4560-965b-b9493a0d5565 req-4e8eee2f-81e5-405a-b8ab-f30ac30942e0 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0578299 Mar 29 13:11:17.099315 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80c5edc6-595b-4b10-85f8-98fa075dd02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (28bc6e17-e595-497a-b7a6-a2c3cea70758), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:17.102765 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80c5edc6-595b-4b10-85f8-98fa075dd02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:17.103982 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-80c5edc6-595b-4b10-85f8-98fa075dd02a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28bc6e17-e595-497a-b7a6-a2c3cea70758 HTTP/1.1" status: 204 len: 168 time: 0.5689549 Mar 29 13:11:17.111942 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5edc6-595b-4b10-85f8-98fa075dd02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bc6e17-e595-497a-b7a6-a2c3cea70758,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:17.147066 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6934f4ca-a15f-4560-965b-b9493a0d5565 req-32169ee2-42bf-4a94-a37e-4648b5fa6ed9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Mar 29 13:11:17.450025 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffe69f-a16c-4fa6-9189-f3951de3eda9 req-44d08a32-cd8d-42bf-9ea2-67447e09c472 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:17.450025 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-30ffe69f-a16c-4fa6-9189-f3951de3eda9 req-44d08a32-cd8d-42bf-9ea2-67447e09c472 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.0602412 Mar 29 13:11:17.486274 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23967025-1ecf-4c90-93a3-ef71b5e2de0f req-8a71a39e-b5b2-4dc3-8a94-e50edca6bb4b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:17.488463 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-23967025-1ecf-4c90-93a3-ef71b5e2de0f req-8a71a39e-b5b2-4dc3-8a94-e50edca6bb4b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.0605218 Mar 29 13:11:17.508754 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-30ffe69f-a16c-4fa6-9189-f3951de3eda9 req-599359a9-f2eb-460e-a181-edb1742350a0 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568752 Mar 29 13:11:17.545026 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-23967025-1ecf-4c90-93a3-ef71b5e2de0f req-14a469eb-251b-420b-8c41-c2acbb5963b2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507314 Mar 29 13:11:17.935086 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b4294-3a21-4520-a43e-9840c7a4acfd req-e7bd72c9-d2b7-4838-b47c-50e0580f4850 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:17.936845 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-929b4294-3a21-4520-a43e-9840c7a4acfd req-e7bd72c9-d2b7-4838-b47c-50e0580f4850 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 943 time: 0.0586998 Mar 29 13:11:17.983346 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-929b4294-3a21-4520-a43e-9840c7a4acfd req-a9e98fc4-eda8-4841-b52a-4607c74046ad tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Mar 29 13:11:18.158743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf7542-68d3-4f5f-9490-8f25ddd05a27 req-2c899985-6304-4f87-bf6a-01a93b425b9d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:18.160972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60bf7542-68d3-4f5f-9490-8f25ddd05a27 req-2c899985-6304-4f87-bf6a-01a93b425b9d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0559163 Mar 29 13:11:18.208039 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60bf7542-68d3-4f5f-9490-8f25ddd05a27 req-2471e77c-71de-4d87-bfc1-759fcfa10dd6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Mar 29 13:11:18.514232 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d74770de-70b4-4c75-8edf-b67ef79ba877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:18.641165 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e70bc-b9c9-4bee-a611-7142bcb2a911 req-839fa5a0-f198-4ead-9abd-636cb971a656 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:18.642904 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-004e70bc-b9c9-4bee-a611-7142bcb2a911 req-839fa5a0-f198-4ead-9abd-636cb971a656 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.0621440 Mar 29 13:11:18.676068 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59b489-0161-487d-8b53-c62a6f28ef40 req-63810965-878a-4ef3-824e-e01ae6446778 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:18.683679 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-df59b489-0161-487d-8b53-c62a6f28ef40 req-63810965-878a-4ef3-824e-e01ae6446778 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.0669267 Mar 29 13:11:18.701008 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-004e70bc-b9c9-4bee-a611-7142bcb2a911 req-ebb4e6a8-8c65-4061-8f38-4a11e69ba6a0 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483608 Mar 29 13:11:18.728394 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-df59b489-0161-487d-8b53-c62a6f28ef40 req-428130e3-6b1e-4257-965e-3bf6083d3b03 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438683 Mar 29 13:11:19.105449 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823e441-bfc8-4769-80b7-491dec96739e req-9e1eb84b-627c-41cd-aed5-341df7606842 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.107192 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a823e441-bfc8-4769-80b7-491dec96739e req-9e1eb84b-627c-41cd-aed5-341df7606842 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 943 time: 0.0553737 Mar 29 13:11:19.161709 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a823e441-bfc8-4769-80b7-491dec96739e req-e0ec55a5-cbd7-4bc7-b540-b7ad0c0bc6d1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453489 Mar 29 13:11:19.207908 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58418) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:19.316372 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2692ece-b181-46b0-88fd-ae4de0691520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:19.345235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b351e3-bcda-4ea5-86c8-5ab433054795 req-506deda4-3668-484d-b76c-e77d8bb8327a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.346836 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-89b351e3-bcda-4ea5-86c8-5ab433054795 req-506deda4-3668-484d-b76c-e77d8bb8327a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0582068 Mar 29 13:11:19.400125 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-89b351e3-bcda-4ea5-86c8-5ab433054795 req-e6b76ca0-9c43-4593-bf40-28496e02b3da tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459080 Mar 29 13:11:19.416488 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2692ece-b181-46b0-88fd-ae4de0691520 admin admin] Publish callbacks [] for security_group (c0aaca36-14c6-4152-8e75-6a6ccf192bde), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:19.481802 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2692ece-b181-46b0-88fd-ae4de0691520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c0aaca36-14c6-4152-8e75-6a6ccf192bde), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:19.523824 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a2692ece-b181-46b0-88fd-ae4de0691520 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=906f90f4251b4293b6ebc43cbdabbea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115797 Mar 29 13:11:19.526292 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58438) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:19.539994 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2692ece-b181-46b0-88fd-ae4de0691520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aaca36-14c6-4152-8e75-6a6ccf192bde,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:19.600795 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-226fa446-dbb9-4fb5-9312-9ebb0341d88b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 217 time: 0.0933132 Mar 29 13:11:19.613063 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f9089f77-8006-4e6c-b756-2e3e98434dbc admin admin] Publish callbacks [] for security_group (c0aaca36-14c6-4152-8e75-6a6ccf192bde), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:19.636737 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:19.666586 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f9089f77-8006-4e6c-b756-2e3e98434dbc admin admin] Publish callbacks [] for security_group (c0aaca36-14c6-4152-8e75-6a6ccf192bde), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:19.698797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-d9a0e23e-314f-4c56-8203-bbe3dbc4c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.700168 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-d9a0e23e-314f-4c56-8203-bbe3dbc4c821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0893757 Mar 29 13:11:19.704833 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df69-176b-4292-9c64-4a4039e7fccd req-172c3d35-2bb8-4162-89be-d3d5292593de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.706448 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-172c3d35-2bb8-4162-89be-d3d5292593de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1127 time: 0.1232338 Mar 29 13:11:19.715775 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-aaf2ef45-f373-420f-92c1-f4584a277395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.717179 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-aaf2ef45-f373-420f-92c1-f4584a277395 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 1127 time: 0.1061342 Mar 29 13:11:19.731442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0ccc-bb5b-4288-adde-d1584f778860 req-8805d4e2-fd9a-4dfa-a74e-09c18a825b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.733176 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8f6b0ccc-bb5b-4288-adde-d1584f778860 req-8805d4e2-fd9a-4dfa-a74e-09c18a825b17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 1128 time: 0.1350310 Mar 29 13:11:19.809134 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-8a177ee6-5949-4b7b-9564-50ba2eb85660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.811888 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-8a177ee6-5949-4b7b-9564-50ba2eb85660 service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.2970579 Mar 29 13:11:19.826473 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-bda579f2-59ca-4dab-8376-b3d48d771d3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 HTTP/1.1" status: 200 len: 217 time: 0.0755527 Mar 29 13:11:19.907030 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-fb3d4383-c3d7-4ab0-93ab-edddbc92b1c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 217 time: 0.0687318 Mar 29 13:11:19.917755 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9f551684-4391-4310-9c6c-22b5cca565ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.919241 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-9f551684-4391-4310-9c6c-22b5cca565ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2089434 Mar 29 13:11:19.969599 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-f3f6e2a7-6654-40a4-94c4-6be57c32468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.970981 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-f3f6e2a7-6654-40a4-94c4-6be57c32468e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.1194856 Mar 29 13:11:19.985936 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df69-176b-4292-9c64-4a4039e7fccd req-eb88fa56-4b40-46aa-8d42-5b4bfa00ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:19.987384 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-eb88fa56-4b40-46aa-8d42-5b4bfa00ace8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.2738638 Mar 29 13:11:20.007597 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c555b9f-4c30-4faf-900b-12eec3c7c2be req-97dcab5d-0e05-4025-bf5e-a19e1d7dfc8a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.009159 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c555b9f-4c30-4faf-900b-12eec3c7c2be req-97dcab5d-0e05-4025-bf5e-a19e1d7dfc8a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.1919708 Mar 29 13:11:20.009835 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f9089f77-8006-4e6c-b756-2e3e98434dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c0aaca36-14c6-4152-8e75-6a6ccf192bde), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:20.014133 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f9089f77-8006-4e6c-b756-2e3e98434dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:20.015270 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f9089f77-8006-4e6c-b756-2e3e98434dbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0aaca36-14c6-4152-8e75-6a6ccf192bde HTTP/1.1" status: 204 len: 168 time: 0.4879656 Mar 29 13:11:20.097572 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9089f77-8006-4e6c-b756-2e3e98434dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aaca36-14c6-4152-8e75-6a6ccf192bde,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:20.104597 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-2a086a22-6e71-43d7-80a8-876add3aed3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 200 len: 217 time: 0.1060858 Mar 29 13:11:20.209896 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df69-176b-4292-9c64-4a4039e7fccd req-0d5d0f1b-c7cc-44bf-8e55-5698b4693893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.212401 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-0d5d0f1b-c7cc-44bf-8e55-5698b4693893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0919418 Mar 29 13:11:20.215618 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-b9909df5-412e-4221-8fff-94fd27808d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.218998 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-b9909df5-412e-4221-8fff-94fd27808d33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2288275 Mar 29 13:11:20.223686 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c555b9f-4c30-4faf-900b-12eec3c7c2be req-c35fde69-471d-48b5-a443-91b7e0dee4fb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678946 Mar 29 13:11:20.227207 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be74f-5f3c-4eab-b6df-0e5fc8a460e4 req-5a73ae05-f4b7-4626-807d-e71b9caaad6b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.233738 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-751be74f-5f3c-4eab-b6df-0e5fc8a460e4 req-5a73ae05-f4b7-4626-807d-e71b9caaad6b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.4171336 Mar 29 13:11:20.254487 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0ccc-bb5b-4288-adde-d1584f778860 req-97ee7046-aa7c-40c4-a5ab-39dfbcb2f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.256298 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8f6b0ccc-bb5b-4288-adde-d1584f778860 req-97ee7046-aa7c-40c4-a5ab-39dfbcb2f1a5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=372ac364a4bd49ce8c076d12413eb22c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5051959 Mar 29 13:11:20.257652 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58454) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:20.286438 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-6bd03d5e-5e34-4911-8d1f-f38a49874e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.288256 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-6bd03d5e-5e34-4911-8d1f-f38a49874e22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.3666675 Mar 29 13:11:20.358317 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350df69-176b-4292-9c64-4a4039e7fccd req-3a2c0130-6432-401f-b805-3a1455fbd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.360069 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-3a2c0130-6432-401f-b805-3a1455fbd2a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1347106 Mar 29 13:11:20.438840 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-85784d2e-8da5-4d5e-ae1d-6438bb9740fb service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065901 Mar 29 13:11:20.457266 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-751be74f-5f3c-4eab-b6df-0e5fc8a460e4 req-37865f60-6e65-4208-8358-dce0d94292d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220166 Mar 29 13:11:20.471588 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-3b9aadaa-9dff-42f6-8413-883c0b9617c1 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376995 Mar 29 13:11:20.592697 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-1aa03532-2c4c-45b1-b853-970606221325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.592841 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9d0-a496-4c10-b731-69591a9db287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:20.596342 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-1aa03532-2c4c-45b1-b853-970606221325 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2827365 Mar 29 13:11:20.600892 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b0ccc-bb5b-4288-adde-d1584f778860 req-59430ecd-1d00-4299-a722-c17daba2ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.602359 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8f6b0ccc-bb5b-4288-adde-d1584f778860 req-59430ecd-1d00-4299-a722-c17daba2ee31 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3354387 Mar 29 13:11:20.642157 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9d372d44-9c2b-4cc4-b5b5-5380426c45ff details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:11:20.656474 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-30baacd7-1260-4508-a55f-7c838fe1cc6d service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821138 Mar 29 13:11:20.752701 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:20.767161 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'port_id': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'mac_address': 'fa:16:3e:47:ba:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:11:20.772644 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-b1128dc6-55df-4176-a40d-99a6b5d76de0 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903376 Mar 29 13:11:20.792294 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f6d26-efe4-4edf-a13a-ca67d4778143 req-63a5216b-f59d-426b-bdc2-3edbe8c02277 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.794195 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0e0f6d26-efe4-4edf-a13a-ca67d4778143 req-63a5216b-f59d-426b-bdc2-3edbe8c02277 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 943 time: 0.2186339 Mar 29 13:11:20.800197 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a1fc57-d366-4ed9-8f6d-8c9471092dae req-5dea4063-3b77-4a16-a005-e58bbfe615a8 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344176 Mar 29 13:11:20.819993 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:20.820749 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:20.843854 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-28a4d091-fa5b-4f5b-b235-a3ecb795d98b service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247336 Mar 29 13:11:20.854225 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d372d44-9c2b-4cc4-b5b5-5380426c45ff {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:20.869573 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9350df69-176b-4292-9c64-4a4039e7fccd req-02ea548a-f946-49ae-a50f-065793d6e481 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991134 Mar 29 13:11:20.870353 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-fd000612-ab17-40b1-9bc8-567683b45758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:20.871899 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-fd000612-ab17-40b1-9bc8-567683b45758 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 1128 time: 0.1663759 Mar 29 13:11:20.880462 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9d0-a496-4c10-b731-69591a9db287 admin admin] Publish callbacks [] for security_group (dff524b0-c69f-4b1d-82a9-0dd017f25c4d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:20.901659 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:20.970542 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-6edfb643-2a1a-4c9d-bcf7-294b262ba137 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 HTTP/1.1" status: 200 len: 217 time: 0.0529194 Mar 29 13:11:20.975224 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0e0f6d26-efe4-4edf-a13a-ca67d4778143 req-77f4095e-b922-464c-abc6-ce638d536687 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656172 Mar 29 13:11:21.022387 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dcaf25c7-d75a-410c-bc6f-9b7c38823188 req-4b69e131-43d0-460e-8e6b-5aaf7cecd9d4 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672983 Mar 29 13:11:21.030176 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58480) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:21.033536 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.043444 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.060512 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-1bd51f4d-0902-425e-8e94-ec480192da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:21.061917 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-1bd51f4d-0902-425e-8e94-ec480192da09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0522745 Mar 29 13:11:21.065887 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-58c20747-6c42-4800-91b7-7e050514b505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.069538 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc9d0-a496-4c10-b731-69591a9db287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dff524b0-c69f-4b1d-82a9-0dd017f25c4d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.108006 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:21.152921 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9ddbc9d0-a496-4c10-b731-69591a9db287 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=55373ac893524515b9bbb4398ba0b455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8805358 Mar 29 13:11:21.155081 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbc9d0-a496-4c10-b731-69591a9db287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff524b0-c69f-4b1d-82a9-0dd017f25c4d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:21.161231 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58482) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:21.163077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01b930-6b65-49e4-a1c0-a7e45195ba21 req-ac98e562-7845-47dc-b6c9-7c0ae27b543f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:21.171068 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3b01b930-6b65-49e4-a1c0-a7e45195ba21 req-ac98e562-7845-47dc-b6c9-7c0ae27b543f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.1132951 Mar 29 13:11:21.180612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288645a-8504-4656-9d56-5c47c18b574f req-af76038e-8d4a-4c04-b456-542998d13bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:21.182099 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-af76038e-8d4a-4c04-b456-542998d13bca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102846 Mar 29 13:11:21.243752 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72443eca-cf84-44c3-b581-73c2417abeac admin admin] Publish callbacks [] for security_group (dff524b0-c69f-4b1d-82a9-0dd017f25c4d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.271130 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-58c20747-6c42-4800-91b7-7e050514b505 admin admin] Publish callbacks [] for security_group (2b8c5b17-2936-41f1-925a-23e32ab2d660), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.275577 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3b01b930-6b65-49e4-a1c0-a7e45195ba21 req-1dd27194-1953-4847-88f7-ad237b6fd5a0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035631 Mar 29 13:11:21.281311 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72443eca-cf84-44c3-b581-73c2417abeac admin admin] Publish callbacks [] for security_group (dff524b0-c69f-4b1d-82a9-0dd017f25c4d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.321635 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-544ce5f2-b3cb-4f81-8cc8-62f7d3219828 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319864 Mar 29 13:11:21.353742 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-58c20747-6c42-4800-91b7-7e050514b505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2b8c5b17-2936-41f1-925a-23e32ab2d660), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.375113 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['9d372d44-9c2b-4cc4-b5b5-5380426c45ff'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:21.393258 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c20747-6c42-4800-91b7-7e050514b505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c5b17-2936-41f1-925a-23e32ab2d660,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:21.398877 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-58c20747-6c42-4800-91b7-7e050514b505 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9de07cec2a874b77991d2d5f5d188018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668513 Mar 29 13:11:21.403752 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58486) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:21.430433 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72443eca-cf84-44c3-b581-73c2417abeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dff524b0-c69f-4b1d-82a9-0dd017f25c4d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.434319 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72443eca-cf84-44c3-b581-73c2417abeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.439334 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-72443eca-cf84-44c3-b581-73c2417abeac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dff524b0-c69f-4b1d-82a9-0dd017f25c4d HTTP/1.1" status: 204 len: 168 time: 0.2745810 Mar 29 13:11:21.449344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72443eca-cf84-44c3-b581-73c2417abeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff524b0-c69f-4b1d-82a9-0dd017f25c4d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:21.496320 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d782c45-2402-4c87-b9c1-9fc45727747e req-76adbc7a-6102-4328-821d-86e4caa09ad4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:21.498455 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d782c45-2402-4c87-b9c1-9fc45727747e req-76adbc7a-6102-4328-821d-86e4caa09ad4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.1616025 Mar 29 13:11:21.525584 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4288645a-8504-4656-9d56-5c47c18b574f req-c7a6f14e-c027-4f63-82bb-59763426c7b6 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968796 Mar 29 13:11:21.536083 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0a02-74e3-454c-a089-aa2eeca4f5e6 admin admin] Publish callbacks [] for security_group (2b8c5b17-2936-41f1-925a-23e32ab2d660), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.578961 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0a02-74e3-454c-a089-aa2eeca4f5e6 admin admin] Publish callbacks [] for security_group (2b8c5b17-2936-41f1-925a-23e32ab2d660), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.602608 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d782c45-2402-4c87-b9c1-9fc45727747e req-66c61f11-2882-4b3b-a6c9-8bd89e9d9f2c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951543 Mar 29 13:11:21.653735 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d18a89-466e-4d58-8f66-ccd22aafd8b7 req-00afa580-fb20-445c-8534-4a08d50f85c5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:21.655184 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-26d18a89-466e-4d58-8f66-ccd22aafd8b7 req-00afa580-fb20-445c-8534-4a08d50f85c5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.0574574 Mar 29 13:11:21.702130 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-26d18a89-466e-4d58-8f66-ccd22aafd8b7 req-6684f684-d262-48a2-9374-ce51e366d189 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411580 Mar 29 13:11:21.738887 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0a02-74e3-454c-a089-aa2eeca4f5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2b8c5b17-2936-41f1-925a-23e32ab2d660), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.742459 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0a02-74e3-454c-a089-aa2eeca4f5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:21.743610 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d5ac0a02-74e3-454c-a089-aa2eeca4f5e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b8c5b17-2936-41f1-925a-23e32ab2d660 HTTP/1.1" status: 204 len: 168 time: 0.3389013 Mar 29 13:11:21.751264 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0a02-74e3-454c-a089-aa2eeca4f5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c5b17-2936-41f1-925a-23e32ab2d660,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:22.093873 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd6c50-92e1-441d-a334-dbc02d0b609a req-4785d54f-f934-4d79-a152-355b59cd6f1f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:22.095352 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c1fd6c50-92e1-441d-a334-dbc02d0b609a req-4785d54f-f934-4d79-a152-355b59cd6f1f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 944 time: 0.0516508 Mar 29 13:11:22.147598 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c1fd6c50-92e1-441d-a334-dbc02d0b609a req-422bedd7-3aeb-49f2-865a-3c7d21617626 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Mar 29 13:11:22.299731 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58516) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:22.313367 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-332bfeb9-b2dd-437f-abf2-8976b3a88127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.432663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcabb88-0bb0-4ac4-b6cc-67aae9ea0c8e req-4f182a3a-b6cf-4f3f-8cce-212eb8205951 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:22.434134 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dcabb88-0bb0-4ac4-b6cc-67aae9ea0c8e req-4f182a3a-b6cf-4f3f-8cce-212eb8205951 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0886886 Mar 29 13:11:22.438712 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-332bfeb9-b2dd-437f-abf2-8976b3a88127 admin admin] Publish callbacks [] for security_group (c9755c83-3c65-4a4f-9aba-a784d06bffee), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.480618 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dcabb88-0bb0-4ac4-b6cc-67aae9ea0c8e req-7367e5c8-ac46-427a-bd72-e74c5e70fe7e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Mar 29 13:11:22.533443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-332bfeb9-b2dd-437f-abf2-8976b3a88127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c9755c83-3c65-4a4f-9aba-a784d06bffee), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.570148 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bfeb9-b2dd-437f-abf2-8976b3a88127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9755c83-3c65-4a4f-9aba-a784d06bffee,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:22.574566 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-332bfeb9-b2dd-437f-abf2-8976b3a88127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06188c8fb6a543278fa142b5862f6ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735815 Mar 29 13:11:22.577303 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58522) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:22.630720 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-174943f4-4ed3-4524-9f6e-fd7bd5c11727 admin admin] Publish callbacks [] for security_group (c9755c83-3c65-4a4f-9aba-a784d06bffee), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.659455 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-174943f4-4ed3-4524-9f6e-fd7bd5c11727 admin admin] Publish callbacks [] for security_group (c9755c83-3c65-4a4f-9aba-a784d06bffee), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.665896 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:11:22.692856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9d372d44-9c2b-4cc4-b5b5-5380426c45ff up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:22.772730 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094aa534-e706-452f-8075-4c6e2a989d6f req-bb047ab7-93c9-4054-97a3-15660e95c683 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:22.774286 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-094aa534-e706-452f-8075-4c6e2a989d6f req-bb047ab7-93c9-4054-97a3-15660e95c683 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.0635409 Mar 29 13:11:22.812880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:22.829776 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.831401 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '996af564-5546-4259-866c-e561dd88b91f', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'port_id': '996af564-5546-4259-866c-e561dd88b91f', 'mac_address': 'fa:16:3e:a5:d0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:11:22.835972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-094aa534-e706-452f-8075-4c6e2a989d6f req-0922b4d1-97fa-474d-beba-662628cbabda tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Mar 29 13:11:22.845872 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62495f6-ac18-4b5d-9342-662f7dc16911 req-6085b878-bc40-45bd-b96c-da26b319a633 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:22.850056 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f62495f6-ac18-4b5d-9342-662f7dc16911 req-6085b878-bc40-45bd-b96c-da26b319a633 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 943 time: 0.0715616 Mar 29 13:11:22.887333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:22.887762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.906197 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f62495f6-ac18-4b5d-9342-662f7dc16911 req-603b590a-e3b7-467f-8f2a-20931895c88b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500054 Mar 29 13:11:22.907247 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-174943f4-4ed3-4524-9f6e-fd7bd5c11727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c9755c83-3c65-4a4f-9aba-a784d06bffee), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.909724 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996af564-5546-4259-866c-e561dd88b91f {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:22.909830 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-174943f4-4ed3-4524-9f6e-fd7bd5c11727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:22.910733 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-174943f4-4ed3-4524-9f6e-fd7bd5c11727 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9755c83-3c65-4a4f-9aba-a784d06bffee HTTP/1.1" status: 204 len: 168 time: 0.3325541 Mar 29 13:11:22.930414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:22.935626 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174943f4-4ed3-4524-9f6e-fd7bd5c11727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9755c83-3c65-4a4f-9aba-a784d06bffee,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:23.007689 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:11:23.011712 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:23.012093 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.080110 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.080110 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device b425633f-1119-4cc1-8626-67b1c29495bb details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:11:23.137411 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:23.143225 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.196801 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:23.219982 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:23.222193 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07e1ab6-e408-480a-acfe-946597cb5f9c" -d '{"events": [{"server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:23.245036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:23.265522 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f7afd-3b0a-4eb1-9cdc-17ee44c740ea x-openstack-request-id: req-0e3f7afd-3b0a-4eb1-9cdc-17ee44c740ea {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:23.265834 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "name": "network-vif-plugged", "status": "completed", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:23.266248 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e3f7afd-3b0a-4eb1-9cdc-17ee44c740ea {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:23.266643 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3f7afd-3b0a-4eb1-9cdc-17ee44c740ea'] response: {'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'code': 200} Mar 29 13:11:23.278381 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port b425633f-1119-4cc1-8626-67b1c29495bb, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b425633f-1119-4cc1-8626-67b1c29495bb,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:23.297972 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': 'b425633f-1119-4cc1-8626-67b1c29495bb', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'port_id': 'b425633f-1119-4cc1-8626-67b1c29495bb', 'mac_address': 'fa:16:3e:2b:63:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:11:23.305612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027eac-34e9-44db-97c2-ae33ba9ae8ee req-21376e4c-c2fb-4425-a411-58aa61869ae0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:23.313314 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-14027eac-34e9-44db-97c2-ae33ba9ae8ee req-21376e4c-c2fb-4425-a411-58aa61869ae0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 944 time: 0.0785096 Mar 29 13:11:23.337988 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.365508 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-14027eac-34e9-44db-97c2-ae33ba9ae8ee req-5a0816c4-a053-4781-856d-3eeb6f4bdb65 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507784 Mar 29 13:11:23.378470 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port b425633f-1119-4cc1-8626-67b1c29495bb is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:23.378866 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.403546 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b425633f-1119-4cc1-8626-67b1c29495bb {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:23.434323 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port b425633f-1119-4cc1-8626-67b1c29495bb, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b425633f-1119-4cc1-8626-67b1c29495bb,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:23.435734 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:23.510376 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.511561 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:11:23.606147 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=b425633f-1119-4cc1-8626-67b1c29495bb,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:23.612456 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4aded-8165-4081-b2c9-8d8e60a01169 req-108dd0bb-e061-44b4-8ced-d4b89ab0afeb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:23.613999 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0bd4aded-8165-4081-b2c9-8d8e60a01169 req-108dd0bb-e061-44b4-8ced-d4b89ab0afeb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0534308 Mar 29 13:11:23.665647 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:23.684212 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:11:23.695283 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0bd4aded-8165-4081-b2c9-8d8e60a01169 req-b3cb6e58-62d5-46ff-8b44-e0811fa24eb7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752332 Mar 29 13:11:23.734510 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:23.734900 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.754173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:23.777100 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:23.942739 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:23.977695 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a83af-df2a-45a7-9f56-514de808ee04 req-f73a5763-9bf0-4474-acfb-98c6b76a4d56 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:23.977695 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2f0a83af-df2a-45a7-9f56-514de808ee04 req-f73a5763-9bf0-4474-acfb-98c6b76a4d56 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.0627036 Mar 29 13:11:24.024912 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:24.041161 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2f0a83af-df2a-45a7-9f56-514de808ee04 req-57ab26c2-d6f3-409f-8d12-0d34e1d8ae6e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575299 Mar 29 13:11:24.071428 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4256cf-7e38-4280-a660-c0976a055a4a req-f09c46a5-49fb-4e11-b446-cac025b6a869 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:24.076543 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bf4256cf-7e38-4280-a660-c0976a055a4a req-f09c46a5-49fb-4e11-b446-cac025b6a869 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.0672224 Mar 29 13:11:24.128803 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bf4256cf-7e38-4280-a660-c0976a055a4a req-d490e895-8bd8-4b17-9776-5bf8e109fc04 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500324 Mar 29 13:11:24.508919 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d759f54-90b6-4c54-921f-54609703dd7c req-73f0bc80-d320-4d4f-bd2b-b10bbe92da5a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:24.510501 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6d759f54-90b6-4c54-921f-54609703dd7c req-73f0bc80-d320-4d4f-bd2b-b10bbe92da5a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0719767 Mar 29 13:11:24.559499 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6d759f54-90b6-4c54-921f-54609703dd7c req-27962a3d-0b38-46c5-b4dd-7063aaffa766 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Mar 29 13:11:24.808505 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6814ac-1479-463b-8679-4bf5b855e16a req-84a722e6-1c95-4162-a49f-6ba9a23421bc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:24.809510 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bf6814ac-1479-463b-8679-4bf5b855e16a req-84a722e6-1c95-4162-a49f-6ba9a23421bc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0542333 Mar 29 13:11:24.858017 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bf6814ac-1479-463b-8679-4bf5b855e16a req-00df8670-74e6-446f-bcce-a887aefe97ee tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Mar 29 13:11:24.951248 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58614) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:25.173048 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4854491-db63-43a0-a6c6-56118de424a1 req-f76fb359-cd76-453b-ab41-245460ccebd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:25.174527 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4854491-db63-43a0-a6c6-56118de424a1 req-f76fb359-cd76-453b-ab41-245460ccebd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.0718153 Mar 29 13:11:25.180025 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04afa3e5-c9f7-493f-bf74-47cbd9e3b95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.228102 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4854491-db63-43a0-a6c6-56118de424a1 req-197f7ae7-cec9-46d0-8c46-ca711e9adc2a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Mar 29 13:11:25.310439 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11895fe-a755-45ed-b0b5-88c19ed3ab7a req-6c26144c-8f02-49cd-9bf2-14913490885f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:25.312196 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a11895fe-a755-45ed-b0b5-88c19ed3ab7a req-6c26144c-8f02-49cd-9bf2-14913490885f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.0863824 Mar 29 13:11:25.346028 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04afa3e5-c9f7-493f-bf74-47cbd9e3b95b admin admin] Publish callbacks [] for security_group (5af9b72f-a65f-449f-8ea6-e69cfc7744d7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.372912 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a11895fe-a755-45ed-b0b5-88c19ed3ab7a req-268aaf64-0600-43f1-a9b2-ad76dd2122aa tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519669 Mar 29 13:11:25.419263 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04afa3e5-c9f7-493f-bf74-47cbd9e3b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5af9b72f-a65f-449f-8ea6-e69cfc7744d7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.457192 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-04afa3e5-c9f7-493f-bf74-47cbd9e3b95b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e55b110d59d4f77a9e0f0ecf28bc6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5047948 Mar 29 13:11:25.459246 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa3e5-c9f7-493f-bf74-47cbd9e3b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af9b72f-a65f-449f-8ea6-e69cfc7744d7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:25.459990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58632) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:25.515433 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d859f2d-f518-4543-b2d2-77d6fd72c352 admin admin] Publish callbacks [] for security_group (5af9b72f-a65f-449f-8ea6-e69cfc7744d7), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.539332 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d859f2d-f518-4543-b2d2-77d6fd72c352 admin admin] Publish callbacks [] for security_group (5af9b72f-a65f-449f-8ea6-e69cfc7744d7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.656944 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d859f2d-f518-4543-b2d2-77d6fd72c352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5af9b72f-a65f-449f-8ea6-e69cfc7744d7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.659547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d859f2d-f518-4543-b2d2-77d6fd72c352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:25.660604 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5d859f2d-f518-4543-b2d2-77d6fd72c352 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5af9b72f-a65f-449f-8ea6-e69cfc7744d7 HTTP/1.1" status: 204 len: 168 time: 0.1995797 Mar 29 13:11:25.687088 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d859f2d-f518-4543-b2d2-77d6fd72c352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af9b72f-a65f-449f-8ea6-e69cfc7744d7,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:25.729661 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c09c6b-e4cb-46b0-9f93-9e2198d26f15 req-966a9a0d-3466-414a-8920-96cfbef95d79 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:25.736478 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-65c09c6b-e4cb-46b0-9f93-9e2198d26f15 req-966a9a0d-3466-414a-8920-96cfbef95d79 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1092949 Mar 29 13:11:25.781969 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-65c09c6b-e4cb-46b0-9f93-9e2198d26f15 req-40ae5374-56b4-4453-9e89-365c663c7f3a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Mar 29 13:11:25.977933 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a02f6-0d06-4171-b2de-ee2fb6ee34aa req-06a37ed0-8698-415d-8acd-593542b177e4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:25.979310 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5a2a02f6-0d06-4171-b2de-ee2fb6ee34aa req-06a37ed0-8698-415d-8acd-593542b177e4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0516891 Mar 29 13:11:26.036138 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5a2a02f6-0d06-4171-b2de-ee2fb6ee34aa req-f6f2f490-866b-49f6-8dbf-1fe8db2a7ad6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507345 Mar 29 13:11:26.045165 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:11:26.155446 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:26.171514 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'port_id': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6', 'mac_address': 'fa:16:3e:c1:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:11:26.219072 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:26.219469 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.234580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:11:26.257379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:26.335284 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.357645 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ec2f-b43b-4cac-bb24-6b21a2a39ac1 req-2b67f8a1-02b8-442a-b080-369c562dc690 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:26.359135 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0bd3ec2f-b43b-4cac-bb24-6b21a2a39ac1 req-2b67f8a1-02b8-442a-b080-369c562dc690 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 944 time: 0.0572410 Mar 29 13:11:26.388201 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:26.424838 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58656) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:26.438803 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6db4-6d4a-4c71-b3f0-dbebe260f46f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.481676 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0bd3ec2f-b43b-4cac-bb24-6b21a2a39ac1 req-18d423c9-63de-45d8-a238-a98a6729aa69 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164968 Mar 29 13:11:26.492202 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4d0e-f492-4c11-a9d5-8c5b55737a80 req-d4d8bf7e-b9bb-4712-a677-0b37eb1196db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:26.493882 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4bca4d0e-f492-4c11-a9d5-8c5b55737a80 req-d4d8bf7e-b9bb-4712-a677-0b37eb1196db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1129 time: 0.1265631 Mar 29 13:11:26.552321 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f519e4-56d5-4af8-a9c5-110b58e4c6cd req-52add577-a9a3-44d0-97c4-1a2c0fc115fb tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:26.554764 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d1f519e4-56d5-4af8-a9c5-110b58e4c6cd req-52add577-a9a3-44d0-97c4-1a2c0fc115fb tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.1049521 Mar 29 13:11:26.565739 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4bca4d0e-f492-4c11-a9d5-8c5b55737a80 req-087cb81d-3fad-46d6-9d01-e53337b0caf6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647442 Mar 29 13:11:26.617785 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6db4-6d4a-4c71-b3f0-dbebe260f46f admin admin] Publish callbacks [] for security_group (9e209804-0e1d-40a4-8885-367a554001df), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.624848 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d1f519e4-56d5-4af8-a9c5-110b58e4c6cd req-1f509402-7c0d-4250-b3d0-430d5a26413f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630600 Mar 29 13:11:26.702248 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4e0b6db4-6d4a-4c71-b3f0-dbebe260f46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (9e209804-0e1d-40a4-8885-367a554001df), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.741383 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4e0b6db4-6d4a-4c71-b3f0-dbebe260f46f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2cd182702a049d28c916c60ba20ed9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3152795 Mar 29 13:11:26.742570 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6db4-6d4a-4c71-b3f0-dbebe260f46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e209804-0e1d-40a4-8885-367a554001df,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:26.744941 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58664) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:26.800036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['996af564-5546-4259-866c-e561dd88b91f'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:26.806027 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ad566a97-7c30-4a81-bcfb-0089d27d1ce1 admin admin] Publish callbacks [] for security_group (9e209804-0e1d-40a4-8885-367a554001df), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.832714 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ad566a97-7c30-4a81-bcfb-0089d27d1ce1 admin admin] Publish callbacks [] for security_group (9e209804-0e1d-40a4-8885-367a554001df), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.842022 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['b425633f-1119-4cc1-8626-67b1c29495bb'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:26.901513 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:26.937351 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['52379fe4-3871-4e19-b9a4-1ef5e8d32bb6'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:26.956208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e0490-c59a-486e-ac6a-fc5c5d731edf req-65246bd1-da3c-4231-8a9e-900f8d59039e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:26.958055 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d33e0490-c59a-486e-ac6a-fc5c5d731edf req-65246bd1-da3c-4231-8a9e-900f8d59039e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0787306 Mar 29 13:11:26.982844 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ad566a97-7c30-4a81-bcfb-0089d27d1ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (9e209804-0e1d-40a4-8885-367a554001df), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.985466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ad566a97-7c30-4a81-bcfb-0089d27d1ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:26.986850 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ad566a97-7c30-4a81-bcfb-0089d27d1ce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e209804-0e1d-40a4-8885-367a554001df HTTP/1.1" status: 204 len: 168 time: 0.2409427 Mar 29 13:11:27.019904 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad566a97-7c30-4a81-bcfb-0089d27d1ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e209804-0e1d-40a4-8885-367a554001df,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:27.030931 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d33e0490-c59a-486e-ac6a-fc5c5d731edf req-508b4b88-3427-400d-9abd-3511c8e67b4f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661247 Mar 29 13:11:27.173363 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05f5d-caee-44fe-bddd-f9f460c9fce7 req-a9aac828-3878-46b1-832f-8a58490eb3ed tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:27.174996 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-62b05f5d-caee-44fe-bddd-f9f460c9fce7 req-a9aac828-3878-46b1-832f-8a58490eb3ed tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0643308 Mar 29 13:11:27.222282 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-62b05f5d-caee-44fe-bddd-f9f460c9fce7 req-8e7417ed-b3ab-4b38-b128-5046239f3dd4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Mar 29 13:11:27.609654 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160d9e9-157f-4f65-a9d8-b832c843fc6d req-a113436b-3fed-47d1-8c54-66ea2bfd2df3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:27.611131 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2160d9e9-157f-4f65-a9d8-b832c843fc6d req-a113436b-3fed-47d1-8c54-66ea2bfd2df3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 945 time: 0.0528991 Mar 29 13:11:27.678911 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2160d9e9-157f-4f65-a9d8-b832c843fc6d req-66bf4dcd-1aa1-4ae9-bfc4-feb04e68ffc3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607080 Mar 29 13:11:27.754944 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef757e0-576a-4c1a-8370-59606fcb3060 req-ae031fe2-998a-4b11-bb7d-94c3dfe4cd47 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:27.757390 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5ef757e0-576a-4c1a-8370-59606fcb3060 req-ae031fe2-998a-4b11-bb7d-94c3dfe4cd47 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.0571523 Mar 29 13:11:27.803290 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5ef757e0-576a-4c1a-8370-59606fcb3060 req-3380faaa-a93c-4c2c-b792-76f47ba8fe11 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397162 Mar 29 13:11:28.168331 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce55612-fc8b-422a-955a-50d84f7bbc34 req-9713a59e-04f8-4a44-b0aa-8e7481422810 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:28.169810 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0ce55612-fc8b-422a-955a-50d84f7bbc34 req-9713a59e-04f8-4a44-b0aa-8e7481422810 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Mar 29 13:11:28.221286 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0ce55612-fc8b-422a-955a-50d84f7bbc34 req-946db07c-d755-42ff-a2de-4e550937ae71 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458298 Mar 29 13:11:28.356940 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e85c2-66ac-45e3-afdd-2e42f1c74cf4 req-7e76255d-7125-49b8-bca1-6d5378bd1c1f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:28.362144 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-265e85c2-66ac-45e3-afdd-2e42f1c74cf4 req-7e76255d-7125-49b8-bca1-6d5378bd1c1f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0676999 Mar 29 13:11:28.415200 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-265e85c2-66ac-45e3-afdd-2e42f1c74cf4 req-4a9eba1b-09f4-4e19-bbb5-52712c314c01 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Mar 29 13:11:28.790588 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a8ffa-52ea-4073-bd40-1e7dd8037995 req-b60d232a-f490-47b2-8e2d-01f0f3183b4f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:28.792076 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-841a8ffa-52ea-4073-bd40-1e7dd8037995 req-b60d232a-f490-47b2-8e2d-01f0f3183b4f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Mar 29 13:11:28.843749 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-841a8ffa-52ea-4073-bd40-1e7dd8037995 req-5bfa8658-9949-4640-b69b-6ca063b77a7f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Mar 29 13:11:28.933213 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1183d-1886-4356-8bf8-576669767baa req-c78fecff-c1a0-4791-8c1f-0ae3e2859f84 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:28.934696 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5de1183d-1886-4356-8bf8-576669767baa req-c78fecff-c1a0-4791-8c1f-0ae3e2859f84 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.0526068 Mar 29 13:11:28.981189 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5de1183d-1886-4356-8bf8-576669767baa req-054c584e-42ec-4b59-bd6d-949d85885ec8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407851 Mar 29 13:11:29.343630 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c65a43-ebec-4f01-8d25-1c3b814ea386 req-71cc3283-2b73-4062-84e8-1648dcdb1490 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:29.345107 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91c65a43-ebec-4f01-8d25-1c3b814ea386 req-71cc3283-2b73-4062-84e8-1648dcdb1490 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0524652 Mar 29 13:11:29.391252 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91c65a43-ebec-4f01-8d25-1c3b814ea386 req-f6e08997-a5c9-4fad-9d82-d9047e62598d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Mar 29 13:11:29.525767 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f8507-f68b-47ad-a1a2-393b73a02cf0 req-bd3e4029-9a48-45e7-9c80-8d1ed54d30bf tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:29.527516 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-245f8507-f68b-47ad-a1a2-393b73a02cf0 req-bd3e4029-9a48-45e7-9c80-8d1ed54d30bf tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0701435 Mar 29 13:11:29.536148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58764) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:29.541550 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'floatingip': {'port_id': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:29.614005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (e544b4bb-f65d-4dd3-866d-7b85d1820e29), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:29.623777 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fef5b-4b6f-4ab2-9a58-5a291a2ab3e3 req-f0697b52-d808-49dc-b118-ab0a9bf2cbac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:29.625161 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-231fef5b-4b6f-4ab2-9a58-5a291a2ab3e3 req-f0697b52-d808-49dc-b118-ab0a9bf2cbac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.1353662 Mar 29 13:11:29.779759 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-231fef5b-4b6f-4ab2-9a58-5a291a2ab3e3 req-e2a1d98e-f504-4a2b-9d94-cee405192bf2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249938 Mar 29 13:11:30.191041 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07553eb-0bcc-4aa3-9e81-a7ba7a8adfb9 req-18b84b77-07cf-4cee-b2d4-95d273ba8a9e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:30.192557 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d07553eb-0bcc-4aa3-9e81-a7ba7a8adfb9 req-18b84b77-07cf-4cee-b2d4-95d273ba8a9e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 945 time: 0.2603631 Mar 29 13:11:30.243215 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d07553eb-0bcc-4aa3-9e81-a7ba7a8adfb9 req-ab10c1d5-00c5-4f5a-bd42-ef38edb17f81 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Mar 29 13:11:30.336315 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120d114-6caa-4a13-baf8-609af5262531 req-d19e92b5-7616-46dc-9dd6-f41e4719a356 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:30.337812 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5120d114-6caa-4a13-baf8-609af5262531 req-d19e92b5-7616-46dc-9dd6-f41e4719a356 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.2332652 Mar 29 13:11:30.481549 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5120d114-6caa-4a13-baf8-609af5262531 req-b4daa204-1a25-426e-bc65-2ad77a93b498 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358275 Mar 29 13:11:30.569303 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:30.693333 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (e544b4bb-f65d-4dd3-866d-7b85d1820e29), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:30.795994 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Floating IP e544b4bb-f65d-4dd3-866d-7b85d1820e29 associated. External IP: 172.27.1.57, port: 9d372d44-9c2b-4cc4-b5b5-5380426c45ff. Mar 29 13:11:30.938245 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ba06-4867-4c74-b352-8ddcdc36beb3 req-f6258082-a791-40b2-9c73-ec6b34165e57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:30.940000 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6eb5ba06-4867-4c74-b352-8ddcdc36beb3 req-f6258082-a791-40b2-9c73-ec6b34165e57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0631595 Mar 29 13:11:30.989343 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6eb5ba06-4867-4c74-b352-8ddcdc36beb3 req-32f5142b-5096-4734-b987-58db566da850 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 Mar 29 13:11:31.020963 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:11:31.131687 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:11:31.136185 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:31.145906 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:11:31.157564 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:31.158182 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:11:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:31.167599 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-8af2fcf7-50cf-478f-af0c-250eccd76236 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "PUT /v2.0/floatingips/e544b4bb-f65d-4dd3-866d-7b85d1820e29 HTTP/1.1" status: 200 len: 990 time: 1.6302893 Mar 29 13:11:31.168271 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:31.170516 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4bc34c-7780-44c0-9147-aa7716a26dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:31.210717 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ecd92-3c0a-4e43-a344-c606f897d13d x-openstack-request-id: req-e12ecd92-3c0a-4e43-a344-c606f897d13d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:31.211243 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:31.211759 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e12ecd92-3c0a-4e43-a344-c606f897d13d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:31.212230 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12ecd92-3c0a-4e43-a344-c606f897d13d'] response: {'name': 'network-changed', 'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'status': 'completed', 'code': 200} Mar 29 13:11:31.277394 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:31.360410 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a4d9c-974b-4482-8f55-85b8fc21d659 req-747d4816-0642-4926-8bcb-d007a71decd8 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:31.362134 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b67a4d9c-974b-4482-8f55-85b8fc21d659 req-747d4816-0642-4926-8bcb-d007a71decd8 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 945 time: 0.0535784 Mar 29 13:11:31.414347 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b67a4d9c-974b-4482-8f55-85b8fc21d659 req-815f25ed-1b9d-4bda-8c80-e0ed4fb01710 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Mar 29 13:11:31.546828 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'e544b4bb-f65d-4dd3-866d-7b85d1820e29', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'port_id': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'mac_address': 'fa:16:3e:47:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:10:52Z', 'updated_at': '2022-03-29T13:11:30Z', 'revision_number': 1, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:31.576245 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:11:31.585139 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:31.585764 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:11:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:31.600275 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be894c-0fda-4882-8b10-d6b3b9a45bba req-2441f62f-39e7-408a-8b05-356a44377293 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:31.601856 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-33be894c-0fda-4882-8b10-d6b3b9a45bba req-2441f62f-39e7-408a-8b05-356a44377293 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.0519934 Mar 29 13:11:31.648026 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-33be894c-0fda-4882-8b10-d6b3b9a45bba req-e8cced3f-1c15-48d1-b92b-face55dc3cb8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Mar 29 13:11:31.689835 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:31.883183 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:31.913769 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'e544b4bb-f65d-4dd3-866d-7b85d1820e29', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'port_id': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'mac_address': 'fa:16:3e:47:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:10:52Z', 'updated_at': '2022-03-29T13:11:30Z', 'revision_number': 1, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:31.939634 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cb3180-a614-46a0-80f2-9f95d22ba950 None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'e544b4bb-f65d-4dd3-866d-7b85d1820e29', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'port_id': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'mac_address': 'fa:16:3e:47:ba:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:10:52Z', 'updated_at': '2022-03-29T13:11:30Z', 'revision_number': 1, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:11:31.948938 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-4247f200-f92a-4c68-bd60-0217b9449323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:31.950466 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-4247f200-f92a-4c68-bd60-0217b9449323 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0461054 Mar 29 13:11:32.035089 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 996af564-5546-4259-866c-e561dd88b91f completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:11:32.040727 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 996af564-5546-4259-866c-e561dd88b91f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:32.043666 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (996af564-5546-4259-866c-e561dd88b91f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:32.057362 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-5fe68d9b-0106-47df-a5d0-2ae51bcc7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.058834 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-5fe68d9b-0106-47df-a5d0-2ae51bcc7b53 service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.1004345 Mar 29 13:11:32.127000 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76b5b5-7d8a-4f5f-b34d-919aa0e4a9b4 req-46ea5274-e732-48fe-92f8-0319b071985c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.127927 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:32.128576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:32.130038 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ba76b5b5-7d8a-4f5f-b34d-919aa0e4a9b4 req-46ea5274-e732-48fe-92f8-0319b071985c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0661860 Mar 29 13:11:32.167321 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:32.170855 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc33e9-9c4c-49e4-aca4-aeeed235d8d5" -d '{"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:32.197629 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-ed8ed777-d27a-48da-b346-05ac6f982177 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 998 time: 0.1300495 Mar 29 13:11:32.209063 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ba76b5b5-7d8a-4f5f-b34d-919aa0e4a9b4 req-aea2920e-955d-41f4-b25d-3c46b904f23b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719857 Mar 29 13:11:32.216943 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:32.218208 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a3873b-17e9-4d2b-9ba0-b678056d86c4 None None] New status for floating IP e544b4bb-f65d-4dd3-866d-7b85d1820e29: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:11:32.246834 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb3ab2b-233b-4893-9b1b-fa77c5b1e596 x-openstack-request-id: req-2fb3ab2b-233b-4893-9b1b-fa77c5b1e596 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:32.247181 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:32.247561 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fb3ab2b-233b-4893-9b1b-fa77c5b1e596 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:32.247895 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb3ab2b-233b-4893-9b1b-fa77c5b1e596'] response: {'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'code': 200} Mar 29 13:11:32.262765 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-fedba35d-d8b6-47f7-ab5c-532a05e42f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.264272 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-fedba35d-d8b6-47f7-ab5c-532a05e42f0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.0569949 Mar 29 13:11:32.358871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-62edc468-4ec4-4918-9f9c-8e36a3d1a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.360541 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-62edc468-4ec4-4918-9f9c-8e36a3d1a1b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543172 Mar 29 13:11:32.518561 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:32.519351 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device b425633f-1119-4cc1-8626-67b1c29495bb up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:32.665047 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:32.673757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.674028 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.674402 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.674764 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.675116 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.675444 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.675803 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.676131 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.676464 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.676796 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.677120 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.678099 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.678532 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.678824 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.679150 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:32.728051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096a97c-3429-4682-879a-124b0dc443b1 req-2580078d-9eee-4c19-a590-c7ea99fdf792 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.729810 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d096a97c-3429-4682-879a-124b0dc443b1 req-2580078d-9eee-4c19-a590-c7ea99fdf792 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 945 time: 0.0844507 Mar 29 13:11:32.731888 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-71c578d9-b663-476d-8a6e-094f03448538 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606839 Mar 29 13:11:32.770753 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port b425633f-1119-4cc1-8626-67b1c29495bb completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:11:32.776741 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port b425633f-1119-4cc1-8626-67b1c29495bb triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:32.781421 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:32.799335 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e641c-cf60-4b11-a36e-9ce4177b63f7 req-64ef0f38-c8d9-4b52-9113-3938696d420b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.800875 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f0e641c-cf60-4b11-a36e-9ce4177b63f7 req-64ef0f38-c8d9-4b52-9113-3938696d420b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 944 time: 0.0522823 Mar 29 13:11:32.859710 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port b425633f-1119-4cc1-8626-67b1c29495bb is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:32.860197 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:32.863228 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f0e641c-cf60-4b11-a36e-9ce4177b63f7 req-4dc06f42-30d1-4e2f-b95b-b703ff010356 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546548 Mar 29 13:11:32.885037 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d096a97c-3429-4682-879a-124b0dc443b1 req-7074f464-81d9-448c-bb03-11f8a49f727b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344411 Mar 29 13:11:32.890463 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6910da-6505-4c54-88bb-0c1f64998a37 req-89eeeec2-d718-4c8c-bd86-9e6aef5b1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:32.892213 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7a6910da-6505-4c54-88bb-0c1f64998a37 req-89eeeec2-d718-4c8c-bd86-9e6aef5b1fd9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1129 time: 0.1399913 Mar 29 13:11:32.900907 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac4bc34c-7780-44c0-9147-aa7716a26dc9 req-01b1ee40-e1ee-422d-864a-c96023960771 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477928 Mar 29 13:11:32.912576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port b425633f-1119-4cc1-8626-67b1c29495bb, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b425633f-1119-4cc1-8626-67b1c29495bb,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:32.980501 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7a6910da-6505-4c54-88bb-0c1f64998a37 req-7066fe02-9f67-4657-8a77-dc40e033d0b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472288 Mar 29 13:11:33.059056 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:33.060004 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:33.137194 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=b425633f-1119-4cc1-8626-67b1c29495bb,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:33.233782 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:11:33.237848 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:33.238223 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:33.330429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:33.330816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:33.351719 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b166033-c9bd-4aa4-8c2b-bed96ccd414e req-de1d87a5-b046-4e63-961c-9cb438670ce7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:33.354051 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2b166033-c9bd-4aa4-8c2b-bed96ccd414e req-de1d87a5-b046-4e63-961c-9cb438670ce7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0628676 Mar 29 13:11:33.370989 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:33.413328 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2b166033-c9bd-4aa4-8c2b-bed96ccd414e req-6c5f195f-921b-4053-8694-33e9dc68e815 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 Mar 29 13:11:33.491156 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:33.492003 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:11:33.567018 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:33.668267 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:11:33.672753 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:11:33.675891 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:33.783528 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:11:33.783915 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:33.817372 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:33.928840 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:34.008361 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8d73-2f9d-475c-a387-44214b85b5c2 req-3f4c62c4-7e1d-4320-9a0b-0e61ea9d3e6b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:34.009022 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86244bc-b6e7-4954-98e2-29501a374482 req-84d0ee93-edf5-4d46-91ce-2181b92a017e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:34.009933 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7a5f8d73-2f9d-475c-a387-44214b85b5c2 req-3f4c62c4-7e1d-4320-9a0b-0e61ea9d3e6b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0644844 Mar 29 13:11:34.010643 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e86244bc-b6e7-4954-98e2-29501a374482 req-84d0ee93-edf5-4d46-91ce-2181b92a017e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0767329 Mar 29 13:11:34.013806 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:34.059959 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7a5f8d73-2f9d-475c-a387-44214b85b5c2 req-fe8f960a-92b3-4be1-8abd-adcf21476e56 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Mar 29 13:11:34.062378 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e86244bc-b6e7-4954-98e2-29501a374482 req-2842b528-16aa-4704-b1af-f97df8d58c44 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Mar 29 13:11:34.249468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4787-705e-4a69-aa1a-add148e1d135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425633f-1119-4cc1-8626-67b1c29495bb'}, {'server_uuid': '9bd344ab-849a-4006-b06a-eb535edeee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6'}, {'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:34.251859 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23370db8-deda-42b5-b3e0-3f6832b3f15d" -d '{"events": [{"server_uuid": "458e4787-705e-4a69-aa1a-add148e1d135", "name": "network-vif-plugged", "status": "completed", "tag": "b425633f-1119-4cc1-8626-67b1c29495bb"}, {"server_uuid": "9bd344ab-849a-4006-b06a-eb535edeee74", "name": "network-vif-plugged", "status": "completed", "tag": "52379fe4-3871-4e19-b9a4-1ef5e8d32bb6"}, {"server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:34.295653 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9715613f-4e16-4356-90fe-5c77f485add5 x-openstack-request-id: req-9715613f-4e16-4356-90fe-5c77f485add5 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:34.295958 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e4787-705e-4a69-aa1a-add148e1d135", "name": "network-vif-plugged", "status": "completed", "tag": "b425633f-1119-4cc1-8626-67b1c29495bb", "code": 200}, {"server_uuid": "9bd344ab-849a-4006-b06a-eb535edeee74", "name": "network-vif-plugged", "status": "completed", "tag": "52379fe4-3871-4e19-b9a4-1ef5e8d32bb6", "code": 200}, {"server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "name": "network-vif-plugged", "status": "completed", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:34.296216 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9715613f-4e16-4356-90fe-5c77f485add5 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:34.296625 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9715613f-4e16-4356-90fe-5c77f485add5'] response: {'server_uuid': '458e4787-705e-4a69-aa1a-add148e1d135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b425633f-1119-4cc1-8626-67b1c29495bb', 'code': 200} Mar 29 13:11:34.296890 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9715613f-4e16-4356-90fe-5c77f485add5'] response: {'server_uuid': '9bd344ab-849a-4006-b06a-eb535edeee74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6', 'code': 200} Mar 29 13:11:34.297147 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9715613f-4e16-4356-90fe-5c77f485add5'] response: {'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'code': 200} Mar 29 13:11:34.427852 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58904) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:34.542852 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cece7-ec23-4be0-86be-d6d2298c79e7 req-d8f6b61d-1975-456d-aefc-85e5b90b0338 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:34.544433 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-974cece7-ec23-4be0-86be-d6d2298c79e7 req-d8f6b61d-1975-456d-aefc-85e5b90b0338 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0615101 Mar 29 13:11:34.547795 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:34.600565 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-974cece7-ec23-4be0-86be-d6d2298c79e7 req-960d1c03-38e2-4270-a1d9-30dca263a7c2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486825 Mar 29 13:11:34.677954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Publish callbacks [] for security_group (15683c7d-25a2-4206-868c-4cee6d0231ad), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:34.799512 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (15683c7d-25a2-4206-868c-4cee6d0231ad), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:34.828238 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-effe317e-c4d3-4175-8d27-dfd0b08f8c8f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713539 Mar 29 13:11:34.860479 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58916) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:34.860682 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e23f6e1fe8048b58e5b3632b0e8e7c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316924 Mar 29 13:11:34.861640 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15683c7d-25a2-4206-868c-4cee6d0231ad,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:34.871748 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.872097 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.872497 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.872809 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.873978 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.874326 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.874658 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.875066 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.875311 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.875663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.875992 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.876363 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.876685 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.877005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.877325 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e815c-cce0-48f0-b978-1302c83af8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:34.929802 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Publish callbacks [] for security_group (15683c7d-25a2-4206-868c-4cee6d0231ad), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:34.954551 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Publish callbacks [] for security_group (15683c7d-25a2-4206-868c-4cee6d0231ad), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:34.963538 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-91c7800c-2ff3-4464-985b-c7c2bff86cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:34.965153 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-91c7800c-2ff3-4464-985b-c7c2bff86cc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=952e8404c2474a59a044fd12ec6a1e1f&device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 1129 time: 0.0524228 Mar 29 13:11:35.125638 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (15683c7d-25a2-4206-868c-4cee6d0231ad), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:35.128409 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:35.132936 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15683c7d-25a2-4206-868c-4cee6d0231ad HTTP/1.1" status: 204 len: 168 time: 0.2679861 Mar 29 13:11:35.171644 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15683c7d-25a2-4206-868c-4cee6d0231ad,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:35.186483 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.187668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.188192 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.188695 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.189190 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.189731 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.190319 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.191233 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.191799 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.192376 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.192910 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.194061 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.194653 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.195144 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.195667 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073efde-6fb0-452d-a620-7d25ff8d4882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:11:35.251688 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090574e-c431-4cac-b2e5-0c599329fcff req-28d1d834-c4d8-4696-aebf-cc039ba63b0f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.253166 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4090574e-c431-4cac-b2e5-0c599329fcff req-28d1d834-c4d8-4696-aebf-cc039ba63b0f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1223772 Mar 29 13:11:35.284885 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70022e31-fdaf-476b-92df-fde0fc5073c1 req-e05afebf-395e-447c-9d9b-845f4ddf033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.286394 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-70022e31-fdaf-476b-92df-fde0fc5073c1 req-e05afebf-395e-447c-9d9b-845f4ddf033c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1129 time: 0.0875957 Mar 29 13:11:35.291576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:35.341972 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4090574e-c431-4cac-b2e5-0c599329fcff req-13519678-3c3a-46ed-9fe2-4544faf3ffe3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819964 Mar 29 13:11:35.352480 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bccdfc-9b5b-442e-9626-ccce1528ea9d req-08ba6f2d-de65-445a-9230-930bdddd9611 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.355662 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4bccdfc-9b5b-442e-9626-ccce1528ea9d req-08ba6f2d-de65-445a-9230-930bdddd9611 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.2203031 Mar 29 13:11:35.364869 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-70022e31-fdaf-476b-92df-fde0fc5073c1 req-84ff0cee-2f3f-4e6a-a4ba-32a4d538da1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701807 Mar 29 13:11:35.397814 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385608-452c-4f05-baaf-c138e8f55282 req-a36893b1-c66a-4904-8b82-a6d22fe0802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.399874 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4385608-452c-4f05-baaf-c138e8f55282 req-a36893b1-c66a-4904-8b82-a6d22fe0802b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 1129 time: 0.1856191 Mar 29 13:11:35.407251 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04f6ce-e5d1-42fb-bc02-78b6f0327d4e req-d9f36399-64fd-4cdb-8ab4-31e05f13de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.408650 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cd04f6ce-e5d1-42fb-bc02-78b6f0327d4e req-d9f36399-64fd-4cdb-8ab4-31e05f13de25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 1130 time: 0.1793494 Mar 29 13:11:35.417786 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-c62b5af9-8b45-4184-8031-deecb28bb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.419138 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-c62b5af9-8b45-4184-8031-deecb28bb700 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec191460-915e-4a8c-8dab-c8e79b9db362 HTTP/1.1" status: 200 len: 911 time: 0.2505138 Mar 29 13:11:35.447032 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4bccdfc-9b5b-442e-9626-ccce1528ea9d req-b8b8c5ef-7466-4790-b786-a5543b66e032 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805879 Mar 29 13:11:35.728879 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781d349-5f24-4c97-a1af-ba6056dd64ba req-6775f65f-4fc8-4802-965e-a385b5a64f76 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.730420 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8781d349-5f24-4c97-a1af-ba6056dd64ba req-6775f65f-4fc8-4802-965e-a385b5a64f76 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0522950 Mar 29 13:11:35.777424 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8781d349-5f24-4c97-a1af-ba6056dd64ba req-314ff341-1bdc-4ac2-a930-161f0ab4e7b9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Mar 29 13:11:35.892314 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58946) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:35.906686 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-409c0e54-aa8f-4023-bb48-3db6566ca0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:35.944881 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8acd13-9ea9-4c8c-afdc-4a566f080081 req-95ee5b3f-bd3e-4525-b6d3-c002532d0caa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:35.946378 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5a8acd13-9ea9-4c8c-afdc-4a566f080081 req-95ee5b3f-bd3e-4525-b6d3-c002532d0caa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0548096 Mar 29 13:11:35.955405 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 58948) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:35.960314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'floatingip': {'port_id': '996af564-5546-4259-866c-e561dd88b91f'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:35.984130 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-409c0e54-aa8f-4023-bb48-3db6566ca0c8 admin admin] Publish callbacks [] for security_group (9144baea-d621-416c-ae9a-0e665d3ca345), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.005023 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (e986b5d0-cd9c-4e16-8705-e07cad3a7ebe), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.062759 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-409c0e54-aa8f-4023-bb48-3db6566ca0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (9144baea-d621-416c-ae9a-0e665d3ca345), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.102504 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-409c0e54-aa8f-4023-bb48-3db6566ca0c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c48b5297dfb4416bccfc50c1cf4de31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091036 Mar 29 13:11:36.103443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0e54-aa8f-4023-bb48-3db6566ca0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9144baea-d621-416c-ae9a-0e665d3ca345,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:36.106975 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58954) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:36.149723 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397825e3-b689-46ce-9330-78ca4f3e490d req-f47ae3d2-35a1-4aa9-9c6d-6f4e9ad91cee tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:36.151229 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-397825e3-b689-46ce-9330-78ca4f3e490d req-f47ae3d2-35a1-4aa9-9c6d-6f4e9ad91cee tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.1166365 Mar 29 13:11:36.155338 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8e5613d-c92a-44cb-bcd3-60dd6788893d admin admin] Publish callbacks [] for security_group (9144baea-d621-416c-ae9a-0e665d3ca345), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.177661 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8e5613d-c92a-44cb-bcd3-60dd6788893d admin admin] Publish callbacks [] for security_group (9144baea-d621-416c-ae9a-0e665d3ca345), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.274290 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-397825e3-b689-46ce-9330-78ca4f3e490d req-edd4ab23-cd9f-4448-b8a6-b3d21278ae6c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141918 Mar 29 13:11:36.296458 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8e5613d-c92a-44cb-bcd3-60dd6788893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (9144baea-d621-416c-ae9a-0e665d3ca345), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.299104 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8e5613d-c92a-44cb-bcd3-60dd6788893d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.303076 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a8e5613d-c92a-44cb-bcd3-60dd6788893d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9144baea-d621-416c-ae9a-0e665d3ca345 HTTP/1.1" status: 204 len: 168 time: 0.1950958 Mar 29 13:11:36.315415 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5613d-c92a-44cb-bcd3-60dd6788893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9144baea-d621-416c-ae9a-0e665d3ca345,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:36.467083 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace4f14-a2bc-4dc5-9703-66b9ce7d2e75 req-67f686be-fc3d-4cb6-a726-c77b8c8283e5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:36.468634 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2ace4f14-a2bc-4dc5-9703-66b9ce7d2e75 req-67f686be-fc3d-4cb6-a726-c77b8c8283e5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0533292 Mar 29 13:11:36.511755 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.523447 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2ace4f14-a2bc-4dc5-9703-66b9ce7d2e75 req-97edd24b-8d0a-4cde-9880-c33edadaa27c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Mar 29 13:11:36.586744 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509cfce-c275-49b4-b1eb-07bb306681a6 req-3d6810ba-fecf-467d-afe7-84c1231fd6b4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:36.588313 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0509cfce-c275-49b4-b1eb-07bb306681a6 req-3d6810ba-fecf-467d-afe7-84c1231fd6b4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0520511 Mar 29 13:11:36.642365 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0509cfce-c275-49b4-b1eb-07bb306681a6 req-68bdbd1d-f7df-486b-a5c7-53258aa0870b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Mar 29 13:11:36.645235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (e986b5d0-cd9c-4e16-8705-e07cad3a7ebe), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:36.745990 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Floating IP e986b5d0-cd9c-4e16-8705-e07cad3a7ebe associated. External IP: 172.27.1.130, port: 996af564-5546-4259-866c-e561dd88b91f. Mar 29 13:11:36.955751 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:11:37.063451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:11:37.067946 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:37.080204 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:11:37.089777 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:37.090858 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:11:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:37.098609 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4f47dee8-072d-4212-b34b-406e63b16e63 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "PUT /v2.0/floatingips/e986b5d0-cd9c-4e16-8705-e07cad3a7ebe HTTP/1.1" status: 200 len: 991 time: 1.1420314 Mar 29 13:11:37.099854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:37.102473 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9302ad3-3374-419f-b7ef-2ff332602e94" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:37.143520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40847394-aac5-4ced-8fc8-24d59c2e27ce x-openstack-request-id: req-40847394-aac5-4ced-8fc8-24d59c2e27ce {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:37.143520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "tag": "996af564-5546-4259-866c-e561dd88b91f", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:37.143520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40847394-aac5-4ced-8fc8-24d59c2e27ce {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:37.149279 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40847394-aac5-4ced-8fc8-24d59c2e27ce'] response: {'name': 'network-changed', 'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'status': 'completed', 'code': 200} Mar 29 13:11:37.202984 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:37.416452 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 58990) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:37.417684 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41242403-042b-4756-b694-66cf9d4d42ae req-9f98f3d6-e157-4e00-a24c-aeaeecf45be7 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:37.420065 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-41242403-042b-4756-b694-66cf9d4d42ae req-9f98f3d6-e157-4e00-a24c-aeaeecf45be7 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0549653 Mar 29 13:11:37.449267 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'e986b5d0-cd9c-4e16-8705-e07cad3a7ebe', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'port_id': '996af564-5546-4259-866c-e561dd88b91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'mac_address': 'fa:16:3e:a5:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:10:54Z', 'updated_at': '2022-03-29T13:11:36Z', 'revision_number': 1, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:37.470403 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-41242403-042b-4756-b694-66cf9d4d42ae req-ce9fe7c5-0ffb-4272-88c4-64fa7895112c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453918 Mar 29 13:11:37.477096 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:11:37.488786 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:37.489391 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:11:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:37.517589 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1842023774-network', 'tenant_id': 'ccff94a992b94693ba406586972358ee'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:37.597305 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:37.601998 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Made reservation on behalf of ccff94a992b94693ba406586972358ee for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:37.604156 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:37.626111 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:37.692461 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595b588-2338-4818-b9e6-2a221605b26f req-a5353be1-f900-473c-9035-cae47e0a1937 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:37.694051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6595b588-2338-4818-b9e6-2a221605b26f req-a5353be1-f900-473c-9035-cae47e0a1937 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1013281 Mar 29 13:11:37.774231 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6595b588-2338-4818-b9e6-2a221605b26f req-cba904e7-6345-4e0e-9da2-cc4f918d441a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694723 Mar 29 13:11:37.796097 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c5f30-48ca-4890-a74f-b9f2aebefcf4 req-ff133225-41f2-4cad-97d8-41386a62c5ba tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:37.796682 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks [] for security_group (74998dc1-e905-4537-bd39-05c0848b58fd), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:37.796793 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d65c5f30-48ca-4890-a74f-b9f2aebefcf4 req-ff133225-41f2-4cad-97d8-41386a62c5ba tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0639791 Mar 29 13:11:37.841090 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d65c5f30-48ca-4890-a74f-b9f2aebefcf4 req-89af6169-c817-4273-89f3-feb23910e88b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 Mar 29 13:11:37.893057 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (74998dc1-e905-4537-bd39-05c0848b58fd), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:37.914564 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:11:37.924096 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'e986b5d0-cd9c-4e16-8705-e07cad3a7ebe', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'port_id': '996af564-5546-4259-866c-e561dd88b91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'mac_address': 'fa:16:3e:a5:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:10:54Z', 'updated_at': '2022-03-29T13:11:36Z', 'revision_number': 1, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:37.927655 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74998dc1-e905-4537-bd39-05c0848b58fd,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:37.932756 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (0c94e086-cff9-495c-846b-b054d2ea857d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:37.933206 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Added segment 0c94e086-cff9-495c-846b-b054d2ea857d of type vlan for network 70fbaac8-78ee-4dca-aad7-2f242a2e33b5 Mar 29 13:11:37.951750 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0c050f-6155-4fc8-be40-bc8a1354ac5b None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'e986b5d0-cd9c-4e16-8705-e07cad3a7ebe', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'port_id': '996af564-5546-4259-866c-e561dd88b91f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'mac_address': 'fa:16:3e:a5:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:10:54Z', 'updated_at': '2022-03-29T13:11:36Z', 'revision_number': 1, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:11:37.973564 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (70fbaac8-78ee-4dca-aad7-2f242a2e33b5), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:38.096934 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (70fbaac8-78ee-4dca-aad7-2f242a2e33b5), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:38.097931 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:38.098503 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:38.143390 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3587b53-dbbd-4a3e-9949-c83db088bc30 None None] New status for floating IP e986b5d0-cd9c-4e16-8705-e07cad3a7ebe: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:11:38.157241 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] Pushing event updated for resources: {'Network': ['ID=70fbaac8-78ee-4dca-aad7-2f242a2e33b5,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:38.187109 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 70fbaac8-78ee-4dca-aad7-2f242a2e33b5 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:11:38.227669 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-931cbf2f-763c-4f68-bb91-a1bd66e7ece4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8100674 Mar 29 13:11:38.230531 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59004) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:38.235267 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Request body: {'subnet': {'network_id': '70fbaac8-78ee-4dca-aad7-2f242a2e33b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1842023774-subnet', 'tenant_id': 'ccff94a992b94693ba406586972358ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:38.333216 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Made reservation on behalf of ccff94a992b94693ba406586972358ee for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:38.335799 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165764'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:38.404092 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-2a05fe5e-9b8b-4d3b-857f-5e5942f08817 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da071926-572a-4581-ba65-47f31dd2a529 HTTP/1.1" status: 200 len: 217 time: 0.0652227 Mar 29 13:11:38.447534 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cd04f6ce-e5d1-42fb-bc02-78b6f0327d4e req-0d8b9ed1-3fe8-43aa-b508-ae9364428cdf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062860 Mar 29 13:11:38.449737 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4385608-452c-4f05-baaf-c138e8f55282 req-f45a381e-c9a7-4e19-bbca-3c0f86e22f1b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095605 Mar 29 13:11:38.592920 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca4896-f48f-4f20-85c2-0d8c9b2a1f8b req-1ba68257-9698-4c6e-8c24-a1faa3c90d29 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:38.594286 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6ca4896-f48f-4f20-85c2-0d8c9b2a1f8b req-1ba68257-9698-4c6e-8c24-a1faa3c90d29 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0541098 Mar 29 13:11:38.595580 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165778'] for subnet (bbb4d819-642f-4bb3-b86b-ef70a6ae996b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:38.665857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb4d819-642f-4bb3-b86b-ef70a6ae996b,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:38.690289 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6ca4896-f48f-4f20-85c2-0d8c9b2a1f8b req-9f6d416f-98d3-4fec-b8d3-e903bc07e3ba tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738831 Mar 29 13:11:38.697660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Checking segment: {'id': '0c94e086-cff9-495c-846b-b054d2ea857d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '70fbaac8-78ee-4dca-aad7-2f242a2e33b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:38.698021 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Network hostable DHCP agents. Network: 70fbaac8-78ee-4dca-aad7-2f242a2e33b5, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:11:38.773364 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Network 70fbaac8-78ee-4dca-aad7-2f242a2e33b5 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:11:38.891994 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cdee6-9e69-445e-b7a6-57450a138e93 req-f89510ee-d746-4b31-9a83-8ff719cdbfb8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:38.893459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-612cdee6-9e69-445e-b7a6-57450a138e93 req-f89510ee-d746-4b31-9a83-8ff719cdbfb8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Mar 29 13:11:38.897376 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 70fbaac8-78ee-4dca-aad7-2f242a2e33b5) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:38.902384 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:38.902980 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:38.908185 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd8bf03-f258-463b-a437-4743dfcfda21 None None] Network 70fbaac8-78ee-4dca-aad7-2f242a2e33b5 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:11:38.948392 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-612cdee6-9e69-445e-b7a6-57450a138e93 req-22971bf7-c1c8-4387-b872-65bc63e2e4ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470879 Mar 29 13:11:38.973796 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767be200-43af-4b43-8ae3-3ba06e569c07 req-664374b7-c717-48f5-933f-4e9bd8d33671 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:38.975477 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-767be200-43af-4b43-8ae3-3ba06e569c07 req-664374b7-c717-48f5-933f-4e9bd8d33671 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0610750 Mar 29 13:11:39.010919 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cfab5a-5589-472a-b962-800229cc3795 None None] Network 70fbaac8-78ee-4dca-aad7-2f242a2e33b5 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:11:39.012006 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2b4c4ef5-e05d-4fea-a85c-103c2d53e7f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7803922 Mar 29 13:11:39.032171 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-767be200-43af-4b43-8ae3-3ba06e569c07 req-607940bf-70f2-4504-9c3a-ac5d33af47e6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 Mar 29 13:11:39.265666 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-b02803e8-f1d4-4853-a51d-f8b105a1be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:39.267117 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-64699c85-b510-4ac6-9190-9947afac7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:39.267315 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-b02803e8-f1d4-4853-a51d-f8b105a1be6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=501b1f3a-b250-453b-b465-a5559889b139 HTTP/1.1" status: 200 len: 851 time: 0.0503011 Mar 29 13:11:39.268642 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-64699c85-b510-4ac6-9190-9947afac7d21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1129 time: 0.0545785 Mar 29 13:11:39.323105 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-9696af27-048b-480a-a609-5a7808d89ef6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec191460-915e-4a8c-8dab-c8e79b9db362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348244 Mar 29 13:11:39.382151 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-9caca06d-f2e6-4bda-8df8-a810a9969d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:39.383617 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-9caca06d-f2e6-4bda-8df8-a810a9969d7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.0970109 Mar 29 13:11:39.434794 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-febfc206-24b3-47bc-b95e-40fceab894a1 service neutron] 10.222.0.18 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911465 Mar 29 13:11:39.495261 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-a9bf4197-53f9-4077-be96-d21841aae90b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 1001 time: 0.1044600 Mar 29 13:11:39.540548 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51611b24-e6b9-44f1-ad4d-30ba0f95087a req-6f88a954-fd73-4884-9ec9-d94d7f188ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993776 Mar 29 13:11:39.560134 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-8acb582f-b6dc-44a3-8c0d-ec5ff96aed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:39.561623 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-8acb582f-b6dc-44a3-8c0d-ec5ff96aed6d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0481205 Mar 29 13:11:39.635031 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-6d3c2575-5e7a-41e3-a5c2-bbba432c0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:39.637850 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-6d3c2575-5e7a-41e3-a5c2-bbba432c0422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521708 Mar 29 13:11:39.754507 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-d0ec785a-16eb-4f2e-a16f-336393755821 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082902 Mar 29 13:11:39.795158 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59044) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:39.802945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-492084983-network', 'tenant_id': 'eb3b338d4464473fa4aa40e548510427'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:39.841336 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c8de4-64f7-4609-9631-9f9dd905c500 req-210e2bd3-873c-46f1-a798-a10167755982 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:39.842854 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-741c8de4-64f7-4609-9631-9f9dd905c500 req-210e2bd3-873c-46f1-a798-a10167755982 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0787053 Mar 29 13:11:39.867335 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a9302ad3-3374-419f-b7ef-2ff332602e94 req-2ab352cc-5162-4a83-a860-88c7a7b07d1c service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053414 Mar 29 13:11:39.892061 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-741c8de4-64f7-4609-9631-9f9dd905c500 req-b267edbe-eedd-4ae4-9f28-64e990da3461 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Mar 29 13:11:39.976662 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Made reservation on behalf of eb3b338d4464473fa4aa40e548510427 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:39.979830 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:39.989376 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.102141 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986deb8-953b-4679-b41f-829401bd9690 req-fafb2e5d-b306-4c6b-bf22-3684b6475c21 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:40.104678 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9986deb8-953b-4679-b41f-829401bd9690 req-fafb2e5d-b306-4c6b-bf22-3684b6475c21 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0731838 Mar 29 13:11:40.113753 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks [] for security_group (4f7bce81-4bd0-4488-8da7-f9b82c86a324), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.154487 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9986deb8-953b-4679-b41f-829401bd9690 req-ff2ff81a-9380-406f-84be-e4d3c4502e00 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442812 Mar 29 13:11:40.172233 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aba35-6a28-447d-b134-50d7f5f8892f req-18cef323-6b13-42b3-8fe0-9111d037f23d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:40.173725 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-983aba35-6a28-447d-b134-50d7f5f8892f req-18cef323-6b13-42b3-8fe0-9111d037f23d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0584595 Mar 29 13:11:40.208449 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4f7bce81-4bd0-4488-8da7-f9b82c86a324), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.239453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:11:40.243870 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-983aba35-6a28-447d-b134-50d7f5f8892f req-57b5a43b-6144-48ca-945e-47c1febd0700 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Mar 29 13:11:40.256517 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7bce81-4bd0-4488-8da7-f9b82c86a324,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:40.266237 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (e30a942a-e34a-44cf-b93f-8755d862f64f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.266579 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Added segment e30a942a-e34a-44cf-b93f-8755d862f64f of type vlan for network 4501dcc0-41a2-4729-8709-d8e7837dbc46 Mar 29 13:11:40.305866 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (4501dcc0-41a2-4729-8709-d8e7837dbc46), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.428662 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (4501dcc0-41a2-4729-8709-d8e7837dbc46), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.429626 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:40.430210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:40.492387 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] Pushing event updated for resources: {'Network': ['ID=4501dcc0-41a2-4729-8709-d8e7837dbc46,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:40.502614 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 4501dcc0-41a2-4729-8709-d8e7837dbc46 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:11:40.602745 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a073721a-e6cf-410f-9b3c-15794690ece9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8062372 Mar 29 13:11:40.605391 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59060) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:40.609863 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Request body: {'subnet': {'network_id': '4501dcc0-41a2-4729-8709-d8e7837dbc46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-492084983-subnet', 'tenant_id': 'eb3b338d4464473fa4aa40e548510427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:40.725145 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Made reservation on behalf of eb3b338d4464473fa4aa40e548510427 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:11:40.728051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13515285'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:41.006488 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13515267'] for subnet (0728abec-5362-4256-8a42-b14b7fa2b44e), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:41.025474 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99ec3d-8c7a-464b-ab25-62125751c877 req-0d13481b-0a17-4c08-aba0-c31c7976ede9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:41.032667 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8d99ec3d-8c7a-464b-ab25-62125751c877 req-0d13481b-0a17-4c08-aba0-c31c7976ede9 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0637543 Mar 29 13:11:41.088322 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8d99ec3d-8c7a-464b-ab25-62125751c877 req-4b10f341-429d-4bcf-a229-b3b09bcce8c0 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482719 Mar 29 13:11:41.091716 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0728abec-5362-4256-8a42-b14b7fa2b44e,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:41.093292 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Checking segment: {'id': 'e30a942a-e34a-44cf-b93f-8755d862f64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '4501dcc0-41a2-4729-8709-d8e7837dbc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:11:41.097082 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Network hostable DHCP agents. Network: 4501dcc0-41a2-4729-8709-d8e7837dbc46, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:11:41.159859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Network 4501dcc0-41a2-4729-8709-d8e7837dbc46 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:11:41.259160 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 4501dcc0-41a2-4729-8709-d8e7837dbc46) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:11:41.266766 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:41.267334 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:41.271334 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad604b4-0862-494b-a9aa-2e6b3b4e77fc None None] Network 4501dcc0-41a2-4729-8709-d8e7837dbc46 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:11:41.298737 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85ebb1-452a-4745-8877-57c5e179563b req-b9f700c5-8a19-43ef-a1ac-26f0ba8b1f8a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:41.301051 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0b85ebb1-452a-4745-8877-57c5e179563b req-b9f700c5-8a19-43ef-a1ac-26f0ba8b1f8a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0719175 Mar 29 13:11:41.372331 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0b85ebb1-452a-4745-8877-57c5e179563b req-d9af893b-a9c4-47d6-bd2a-e0b3613f1d46 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630937 Mar 29 13:11:41.387346 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-11ab2d56-8100-44b0-9811-840ce62c2466 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7808819 Mar 29 13:11:41.403694 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd4eca-9365-435a-8f96-81e544f2e4e7 req-64b2c025-908a-4da0-a8c4-0f91e36ae5fb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:41.405163 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-54fd4eca-9365-435a-8f96-81e544f2e4e7 req-64b2c025-908a-4da0-a8c4-0f91e36ae5fb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0774755 Mar 29 13:11:41.423213 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacc69e-fe17-4cca-b5eb-d2ad85764f41 None None] Network 4501dcc0-41a2-4729-8709-d8e7837dbc46 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:11:41.468861 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-54fd4eca-9365-435a-8f96-81e544f2e4e7 req-1de17daa-a44a-47de-bf70-ad462efc3c5e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580502 Mar 29 13:11:42.028986 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6e79a-0d50-4192-b5c7-ec00af1fd50b req-d8811591-2e49-486a-a29c-a0a5eb71622b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.030563 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-08c6e79a-0d50-4192-b5c7-ec00af1fd50b req-d8811591-2e49-486a-a29c-a0a5eb71622b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0573037 Mar 29 13:11:42.078625 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-08c6e79a-0d50-4192-b5c7-ec00af1fd50b req-89641b41-b0bd-41f9-9686-79c49d41cce9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Mar 29 13:11:42.195329 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-9c4a285e-b9d2-4d64-b4db-078829317f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.196911 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-9c4a285e-b9d2-4d64-b4db-078829317f38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 1130 time: 0.0458302 Mar 29 13:11:42.232173 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e060e1-1e67-4468-bf6a-12a1746c36bc req-92ad2d46-1ff7-4325-9304-94438c921b6c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.233639 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-04e060e1-1e67-4468-bf6a-12a1746c36bc req-92ad2d46-1ff7-4325-9304-94438c921b6c tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0570385 Mar 29 13:11:42.282723 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-04e060e1-1e67-4468-bf6a-12a1746c36bc req-a4ee7a44-400d-46e6-a424-3fa3239c0e07 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431325 Mar 29 13:11:42.300393 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-a316a350-48c0-42a7-86e0-af616b2b08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.301860 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-a316a350-48c0-42a7-86e0-af616b2b08f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.0916259 Mar 29 13:11:42.382408 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-9affd900-7af8-4dc6-abf8-9518c2fbb45f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 HTTP/1.1" status: 200 len: 217 time: 0.0358472 Mar 29 13:11:42.474760 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-42f963a6-9027-4df3-9a28-3340fe4efc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.477636 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-42f963a6-9027-4df3-9a28-3340fe4efc3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0771062 Mar 29 13:11:42.526136 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be456d-93f0-4576-b1b1-e3e7fc31d018 req-04aeb760-e0a3-4b28-87dd-de5425f8f588 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.527827 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-24be456d-93f0-4576-b1b1-e3e7fc31d018 req-04aeb760-e0a3-4b28-87dd-de5425f8f588 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0936432 Mar 29 13:11:42.575637 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-e8fe4452-750d-4522-bcef-555c95c7ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.577126 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-e8fe4452-750d-4522-bcef-555c95c7ccc9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888593 Mar 29 13:11:42.590692 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-24be456d-93f0-4576-b1b1-e3e7fc31d018 req-6b55b4c7-bd3a-40e9-b643-5d86e2b38540 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507019 Mar 29 13:11:42.682002 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-42a042d2-51e8-40e1-95f9-90133085f3a9 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884306 Mar 29 13:11:42.709479 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e256-ea25-4e71-8fe0-d1b963c92339 req-e2878f03-9ce4-46f8-9aab-2f584766e988 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:42.710955 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8280e256-ea25-4e71-8fe0-d1b963c92339 req-e2878f03-9ce4-46f8-9aab-2f584766e988 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0514140 Mar 29 13:11:42.719601 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59132) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:42.724821 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:11:42.764505 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (668291cc-d9f5-4260-8f29-f3ea30aa5891), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:42.784984 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-542f9ff0-cb9d-429c-86c3-bdc7f1b14ee2 req-077575f7-1976-49f1-bf8c-6ace395d88b4 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881643 Mar 29 13:11:43.088856 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-16c79d4f-3076-4749-9a3d-c7aba00cb9d0 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:43.091111 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-16c79d4f-3076-4749-9a3d-c7aba00cb9d0 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.18 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0566514 Mar 29 13:11:43.313955 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6075559-003e-402a-9486-c9b1a863ad87 req-1d0daf15-e298-426c-8cd5-69275e978938 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:43.315361 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6075559-003e-402a-9486-c9b1a863ad87 req-1d0daf15-e298-426c-8cd5-69275e978938 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.1619503 Mar 29 13:11:43.401501 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Deleting port da071926-572a-4581-ba65-47f31dd2a529 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:11:43.401841 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (da071926-572a-4581-ba65-47f31dd2a529), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:43.408673 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6075559-003e-402a-9486-c9b1a863ad87 req-89ae291f-6482-4ee6-8569-7997e80be408 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862997 Mar 29 13:11:43.455834 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:43.468349 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e08b8-32dd-49cc-9765-22e368d6dd6b req-1d229f52-a317-44b9-90ba-848c7d8917f4 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:43.469822 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6f4e08b8-32dd-49cc-9765-22e368d6dd6b req-1d229f52-a317-44b9-90ba-848c7d8917f4 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 945 time: 0.0783894 Mar 29 13:11:43.513632 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] For port da071926-572a-4581-ba65-47f31dd2a529, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=da071926-572a-4581-ba65-47f31dd2a529,segment=NetworkSegment(e7e7fa9b-55a7-445d-9fe4-7142e21ced67),segment_id=e7e7fa9b-55a7-445d-9fe4-7142e21ced67)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:11:43.514058 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (da071926-572a-4581-ba65-47f31dd2a529), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:43.521659 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6f4e08b8-32dd-49cc-9765-22e368d6dd6b req-e1eec164-c610-420c-8135-2e83e3018493 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/security-groups?id=b9df8aec-1dc2-42d7-901a-95172b17d856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447958 Mar 29 13:11:43.529753 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Calling delete_port for da071926-572a-4581-ba65-47f31dd2a529 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:11:43.556753 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (668291cc-d9f5-4260-8f29-f3ea30aa5891), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:43.661158 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 668291cc-d9f5-4260-8f29-f3ea30aa5891 associated. External IP: 172.27.1.240, port: 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3. Mar 29 13:11:43.902332 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:11:43.977050 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (da071926-572a-4581-ba65-47f31dd2a529), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:44.005346 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Pushing event deleted for resources: {'Port': ['ID=da071926-572a-4581-ba65-47f31dd2a529,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:44.008954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:11:44.013379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:44.027258 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:11:44.030526 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['da071926-572a-4581-ba65-47f31dd2a529'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:11:44.041777 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:44.042695 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:11:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:44.064507 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-60ea55dd-0210-4734-b941-46d3b73dd59c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "PUT /v2.0/floatingips/668291cc-d9f5-4260-8f29-f3ea30aa5891 HTTP/1.1" status: 200 len: 991 time: 1.3436425 Mar 29 13:11:44.065165 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:44.071635 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] No DVR routers for this DVR port da071926-572a-4581-ba65-47f31dd2a529 on host hv-cinder-81556 {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:11:44.074958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:44.078829 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-72353bc7-7d0e-4fb1-82f4-896210990ed9 req-a92d53f1-7485-484d-afc9-0000e9c2d3ce tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.18 "DELETE /v2.0/ports/da071926-572a-4581-ba65-47f31dd2a529 HTTP/1.1" status: 204 len: 173 time: 0.9152319 Mar 29 13:11:44.079270 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'name': 'network-vif-deleted', 'tag': 'da071926-572a-4581-ba65-47f31dd2a529'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:11:44.080311 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7392bc-1313-4720-a7fa-c049f6f42f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:44.081659 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34236d2-c8cf-49c9-a8a7-33d63e19a0ae" -d '{"events": [{"server_uuid": "f51fba55-8e26-488e-8cbc-8b83581527e0", "name": "network-vif-deleted", "tag": "da071926-572a-4581-ba65-47f31dd2a529"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:11:44.127122 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8304f625-8835-4009-96f3-92318abebbac x-openstack-request-id: req-8304f625-8835-4009-96f3-92318abebbac {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:44.127733 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51fba55-8e26-488e-8cbc-8b83581527e0", "name": "network-vif-deleted", "tag": "da071926-572a-4581-ba65-47f31dd2a529", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:44.127733 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8304f625-8835-4009-96f3-92318abebbac {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:44.128303 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8304f625-8835-4009-96f3-92318abebbac'] response: {'server_uuid': 'f51fba55-8e26-488e-8cbc-8b83581527e0', 'name': 'network-vif-deleted', 'tag': 'da071926-572a-4581-ba65-47f31dd2a529', 'status': 'completed', 'code': 200} Mar 29 13:11:44.143408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7136a8ef-b34b-4e86-910d-f355616f2208 x-openstack-request-id: req-7136a8ef-b34b-4e86-910d-f355616f2208 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:11:44.143408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:11:44.143408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7136a8ef-b34b-4e86-910d-f355616f2208 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:11:44.143408 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7136a8ef-b34b-4e86-910d-f355616f2208'] response: {'name': 'network-changed', 'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'status': 'completed', 'code': 200} Mar 29 13:11:44.178212 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:44.274189 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-c448d52c-8f6c-4f3b-beee-f6aa855e9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:44.276201 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-c448d52c-8f6c-4f3b-beee-f6aa855e9375 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 1129 time: 0.0472643 Mar 29 13:11:44.385767 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-08cd759e-098d-4ce8-8ec1-7a83a2462ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:44.387309 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-08cd759e-098d-4ce8-8ec1-7a83a2462ff0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 914 time: 0.0869684 Mar 29 13:11:44.411162 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:43Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:44.437509 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:11:44.447053 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:11:44.447765 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:11:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:44.470098 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-3b39b843-ffc2-4091-a0fe-d49561534e24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 HTTP/1.1" status: 200 len: 999 time: 0.0683875 Mar 29 13:11:44.518619 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:11:44.546240 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-d5805a62-58dd-4697-96d7-56a599af042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:44.547738 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-d5805a62-58dd-4697-96d7-56a599af042a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0710332 Mar 29 13:11:44.564783 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:11:44.594937 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1edfb2-5534-413a-88e7-2c0dac20b62a req-8b57be68-77cb-4b89-8acf-cc8f1b12e2e6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:44.596566 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6c1edfb2-5534-413a-88e7-2c0dac20b62a req-8b57be68-77cb-4b89-8acf-cc8f1b12e2e6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.1113400 Mar 29 13:11:44.628201 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-7ab2a352-e71a-4844-8063-8cc7c7450f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:44.629500 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-7ab2a352-e71a-4844-8063-8cc7c7450f7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750043 Mar 29 13:11:44.633290 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-29efc89e-6317-4473-8e91-6a18e04d19be req-c2e01f2c-aaee-4de1-acd0-38666bcd56d4 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.0292585 Mar 29 13:11:44.703953 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6c1edfb2-5534-413a-88e7-2c0dac20b62a req-9a510c2f-73f7-4551-a2d5-30411d464b03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977592 Mar 29 13:11:44.744777 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-e9c581a4-b6dc-432e-aeff-af2829ab9e44 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044056 Mar 29 13:11:44.806393 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:43Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:44.832244 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3d09d-b78b-4d7d-ad0d-ee5ad8486b92 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:43Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:11:44.842724 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2b7392bc-1313-4720-a7fa-c049f6f42f0a req-6e49837f-e7f0-4305-a125-d0b5adfed4a7 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892220 Mar 29 13:11:45.076496 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902bc34-80d6-44ba-b222-2910b811ad44 None None] New status for floating IP 668291cc-d9f5-4260-8f29-f3ea30aa5891: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:11:45.497012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59190) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:45.601732 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecd99659-3a72-49f3-8751-1028c52256c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:45.684657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecd99659-3a72-49f3-8751-1028c52256c6 admin admin] Publish callbacks [] for security_group (b127ac7e-6061-466a-a5fa-1ad9def35a1b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:45.749178 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f6a63820-d518-47d5-ab3c-97b97631ff04 req-ddbe973f-d4ed-4a90-bd1b-3ce565af8cb5 tempest-DeleteServersTestJSON-47756136 tempest-DeleteServersTestJSON-47756136-project] 10.222.0.21 "GET /v2.0/ports?device_id=f51fba55-8e26-488e-8cbc-8b83581527e0 HTTP/1.1" status: 200 len: 210 time: 0.0351748 Mar 29 13:11:45.775937 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecd99659-3a72-49f3-8751-1028c52256c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b127ac7e-6061-466a-a5fa-1ad9def35a1b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:45.818604 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ecd99659-3a72-49f3-8751-1028c52256c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb23ce393fa345a7837a615b0d5a25d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199348 Mar 29 13:11:45.820537 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd99659-3a72-49f3-8751-1028c52256c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b127ac7e-6061-466a-a5fa-1ad9def35a1b,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:45.822798 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59200) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:45.853435 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf1951-2c33-4e33-ba3b-f68d60511075 req-4cd39a87-6205-4fdc-b104-c529cc5d02f2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:45.855030 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ecaf1951-2c33-4e33-ba3b-f68d60511075 req-4cd39a87-6205-4fdc-b104-c529cc5d02f2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0646784 Mar 29 13:11:45.882542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-131dec67-38b6-4e08-a027-d506961dbcf3 admin admin] Publish callbacks [] for security_group (b127ac7e-6061-466a-a5fa-1ad9def35a1b), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:45.906435 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-131dec67-38b6-4e08-a027-d506961dbcf3 admin admin] Publish callbacks [] for security_group (b127ac7e-6061-466a-a5fa-1ad9def35a1b), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:45.908085 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ecaf1951-2c33-4e33-ba3b-f68d60511075 req-bc1f9ae4-6130-4b76-afd1-6d5ff9c2bbc7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Mar 29 13:11:46.081911 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-131dec67-38b6-4e08-a027-d506961dbcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b127ac7e-6061-466a-a5fa-1ad9def35a1b), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:46.084916 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-131dec67-38b6-4e08-a027-d506961dbcf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:46.086162 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-131dec67-38b6-4e08-a027-d506961dbcf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b127ac7e-6061-466a-a5fa-1ad9def35a1b HTTP/1.1" status: 204 len: 168 time: 0.2586076 Mar 29 13:11:46.100099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dec67-38b6-4e08-a027-d506961dbcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b127ac7e-6061-466a-a5fa-1ad9def35a1b,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:46.316530 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cf9e6d5e-3cab-42c1-a56c-6913c2f3da82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:46.691248 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59214) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:46.703971 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ce562bd-d229-4631-a22d-d1cfbf3813bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:46.777243 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ce562bd-d229-4631-a22d-d1cfbf3813bc admin admin] Publish callbacks [] for security_group (a37d3557-d6c8-48c7-8d5c-60f78eda09c8), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:46.908446 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ce562bd-d229-4631-a22d-d1cfbf3813bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a37d3557-d6c8-48c7-8d5c-60f78eda09c8), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:46.948849 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce562bd-d229-4631-a22d-d1cfbf3813bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d3557-d6c8-48c7-8d5c-60f78eda09c8,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:46.953244 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9ce562bd-d229-4631-a22d-d1cfbf3813bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea91450385bf43f18c663e5e5ae16544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609181 Mar 29 13:11:46.956782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59232) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:47.017038 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63ba3611-61bd-4ab9-9a93-f84137d742bc admin admin] Publish callbacks [] for security_group (a37d3557-d6c8-48c7-8d5c-60f78eda09c8), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:47.046467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63ba3611-61bd-4ab9-9a93-f84137d742bc admin admin] Publish callbacks [] for security_group (a37d3557-d6c8-48c7-8d5c-60f78eda09c8), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:47.053159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae10dd-6538-4a68-a0df-f3bf51c45b69 req-d1a304df-be13-4fa9-b069-0824cd45ed3d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:47.054704 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1eae10dd-6538-4a68-a0df-f3bf51c45b69 req-d1a304df-be13-4fa9-b069-0824cd45ed3d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0650661 Mar 29 13:11:47.104443 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1eae10dd-6538-4a68-a0df-f3bf51c45b69 req-0d0feab0-583e-4e1c-a410-25fe80ed39ae tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Mar 29 13:11:47.211405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63ba3611-61bd-4ab9-9a93-f84137d742bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a37d3557-d6c8-48c7-8d5c-60f78eda09c8), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:47.214099 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63ba3611-61bd-4ab9-9a93-f84137d742bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:47.215228 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-63ba3611-61bd-4ab9-9a93-f84137d742bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a37d3557-d6c8-48c7-8d5c-60f78eda09c8 HTTP/1.1" status: 204 len: 168 time: 0.2580316 Mar 29 13:11:47.223989 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba3611-61bd-4ab9-9a93-f84137d742bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d3557-d6c8-48c7-8d5c-60f78eda09c8,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:47.851729 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59260) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:47.953198 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6179afd-ba43-4385-8ac2-a6987f23066f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.027296 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6179afd-ba43-4385-8ac2-a6987f23066f admin admin] Publish callbacks [] for security_group (58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.150946 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6179afd-ba43-4385-8ac2-a6987f23066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.176504 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device da071926-572a-4581-ba65-47f31dd2a529 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:11:48.201342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6179afd-ba43-4385-8ac2-a6987f23066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:48.204746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: da071926-572a-4581-ba65-47f31dd2a529 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:11:48.205160 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device da071926-572a-4581-ba65-47f31dd2a529 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:11:48.209089 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59272) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:48.209844 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c6179afd-ba43-4385-8ac2-a6987f23066f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cd0822305a1450cba8ad982c37db774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564041 Mar 29 13:11:48.251541 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d3bb3-76b1-4c22-960c-760dd85716f9 req-c3917928-8901-454c-bc96-1d828396aac0 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:48.253065 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9b3d3bb3-76b1-4c22-960c-760dd85716f9 req-c3917928-8901-454c-bc96-1d828396aac0 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0775645 Mar 29 13:11:48.282041 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff42-711f-458e-94f9-f8c32a4b27c5 admin admin] Publish callbacks [] for security_group (58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.298073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff42-711f-458e-94f9-f8c32a4b27c5 admin admin] Publish callbacks [] for security_group (58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.305902 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9b3d3bb3-76b1-4c22-960c-760dd85716f9 req-6a06976d-4735-4658-86fe-ab91a4101546 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457845 Mar 29 13:11:48.429042 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff42-711f-458e-94f9-f8c32a4b27c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.437077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff42-711f-458e-94f9-f8c32a4b27c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.437077 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-62a9ff42-711f-458e-94f9-f8c32a4b27c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6 HTTP/1.1" status: 204 len: 168 time: 0.2214139 Mar 29 13:11:48.452399 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9ff42-711f-458e-94f9-f8c32a4b27c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c2d9ea-962c-4982-a7f4-9cbdb19b2bb6,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:48.465431 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59286) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:48.485164 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7d8c8643-deb6-402d-be9c-6ba46ca7a6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.511208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Deleting subnet 501b1f3a-b250-453b-b465-a5559889b139 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:11:48.514442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Publish callbacks [] for subnet (501b1f3a-b250-453b-b465-a5559889b139), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.565668 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (501b1f3a-b250-453b-b465-a5559889b139), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.616690 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (501b1f3a-b250-453b-b465-a5559889b139), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.737163 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (501b1f3a-b250-453b-b465-a5559889b139), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.763095 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501b1f3a-b250-453b-b465-a5559889b139,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:48.774078 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.778146 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9f72b301-07c3-454d-bee6-71291b261132 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/501b1f3a-b250-453b-b465-a5559889b139 HTTP/1.1" status: 204 len: 168 time: 0.3181670 Mar 29 13:11:48.780740 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59296) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:48.854646 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (ec191460-915e-4a8c-8dab-c8e79b9db362), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.936803 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (ec191460-915e-4a8c-8dab-c8e79b9db362), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.957975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec191460-915e-4a8c-8dab-c8e79b9db362']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:48.970199 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:48.970199 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e7fa9b-55a7-445d-9fe4-7142e21ced67') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:11:48.979923 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (e7e7fa9b-55a7-445d-9fe4-7142e21ced67), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.993891 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (e7e7fa9b-55a7-445d-9fe4-7142e21ced67), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:48.999936 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (e7e7fa9b-55a7-445d-9fe4-7142e21ced67), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:11:49.002131 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:11:49.145341 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (ec191460-915e-4a8c-8dab-c8e79b9db362), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.152405 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.179584 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec191460-915e-4a8c-8dab-c8e79b9db362 HTTP/1.1" status: 204 len: 168 time: 0.3943529 Mar 29 13:11:49.189676 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f4e5-11e9-4121-9a2b-9a6032fc4015 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec191460-915e-4a8c-8dab-c8e79b9db362,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:49.318848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59316) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:49.334208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-422c559f-c65d-48e8-b6d1-6af63d20d6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.459557 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-422c559f-c65d-48e8-b6d1-6af63d20d6fe admin admin] Publish callbacks [] for security_group (4937d771-98fb-480a-b5bb-fc68d033f5d1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.470091 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba297a-d022-427b-bb1a-8f8ed26f1e6a req-c802696b-a3c9-4f1c-82de-d79153c573d4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:49.471607 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51ba297a-d022-427b-bb1a-8f8ed26f1e6a req-c802696b-a3c9-4f1c-82de-d79153c573d4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0890396 Mar 29 13:11:49.523722 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51ba297a-d022-427b-bb1a-8f8ed26f1e6a req-7c459d61-29b8-456e-b065-7b82798c2328 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Mar 29 13:11:49.537404 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-422c559f-c65d-48e8-b6d1-6af63d20d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4937d771-98fb-480a-b5bb-fc68d033f5d1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.576746 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c559f-c65d-48e8-b6d1-6af63d20d6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4937d771-98fb-480a-b5bb-fc68d033f5d1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:49.581586 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-422c559f-c65d-48e8-b6d1-6af63d20d6fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08ba751ea2dd4d02920fec8c119e082c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616739 Mar 29 13:11:49.585091 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59326) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:49.597147 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59328) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:49.624950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.641945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e80a3ad8-e27b-496c-a0ac-4e7aca9e86d8 admin admin] Publish callbacks [] for security_group (4937d771-98fb-480a-b5bb-fc68d033f5d1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.644801 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f998eb83-22ae-4814-bb8d-311c1c4b003a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=952e8404c2474a59a044fd12ec6a1e1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456657 Mar 29 13:11:49.648139 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59330) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:49.665547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e80a3ad8-e27b-496c-a0ac-4e7aca9e86d8 admin admin] Publish callbacks [] for security_group (4937d771-98fb-480a-b5bb-fc68d033f5d1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.697910 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-769ec23f-1ec9-493e-8f10-592ce7c732db admin admin] Publish callbacks [] for security_group (b9df8aec-1dc2-42d7-901a-95172b17d856), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.720516 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-769ec23f-1ec9-493e-8f10-592ce7c732db admin admin] Publish callbacks [] for security_group (b9df8aec-1dc2-42d7-901a-95172b17d856), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.807687 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e80a3ad8-e27b-496c-a0ac-4e7aca9e86d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4937d771-98fb-480a-b5bb-fc68d033f5d1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.810402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e80a3ad8-e27b-496c-a0ac-4e7aca9e86d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.811565 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-e80a3ad8-e27b-496c-a0ac-4e7aca9e86d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4937d771-98fb-480a-b5bb-fc68d033f5d1 HTTP/1.1" status: 204 len: 168 time: 0.2251804 Mar 29 13:11:49.819511 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a3ad8-e27b-496c-a0ac-4e7aca9e86d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4937d771-98fb-480a-b5bb-fc68d033f5d1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:49.868125 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-769ec23f-1ec9-493e-8f10-592ce7c732db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b9df8aec-1dc2-42d7-901a-95172b17d856), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.870797 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-769ec23f-1ec9-493e-8f10-592ce7c732db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:49.872059 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-769ec23f-1ec9-493e-8f10-592ce7c732db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9df8aec-1dc2-42d7-901a-95172b17d856 HTTP/1.1" status: 204 len: 168 time: 0.2229207 Mar 29 13:11:49.883083 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ec23f-1ec9-493e-8f10-592ce7c732db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9df8aec-1dc2-42d7-901a-95172b17d856,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:50.653655 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527c3b8-8a13-49b1-b29f-782096ac584b req-7a58c1f5-f4c6-47bf-9f7a-8d84b757d0a1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:50.659996 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d527c3b8-8a13-49b1-b29f-782096ac584b req-7a58c1f5-f4c6-47bf-9f7a-8d84b757d0a1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0596292 Mar 29 13:11:50.708792 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d527c3b8-8a13-49b1-b29f-782096ac584b req-d03648bb-53e5-46b1-ab7c-ab3a3e9d9c80 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Mar 29 13:11:51.036840 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:51.838864 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14db1ee-49c2-4d0e-ad90-cda01d3e1abd req-95e24184-4bb8-499d-bf27-9f9bbe7ccf49 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:51.838864 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e14db1ee-49c2-4d0e-ad90-cda01d3e1abd req-95e24184-4bb8-499d-bf27-9f9bbe7ccf49 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0565193 Mar 29 13:11:51.892216 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e14db1ee-49c2-4d0e-ad90-cda01d3e1abd req-0c9f42d5-fa40-47de-a0d1-670b0d97d146 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491908 Mar 29 13:11:52.747784 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:53.021987 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c41ae-591b-48bb-901e-7f3d7f3b46f9 req-b1a0958d-20a9-4fbd-8a25-58354f255403 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:53.023467 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-564c41ae-591b-48bb-901e-7f3d7f3b46f9 req-b1a0958d-20a9-4fbd-8a25-58354f255403 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0647185 Mar 29 13:11:53.070799 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-564c41ae-591b-48bb-901e-7f3d7f3b46f9 req-6989eb39-0285-4378-b731-35f58da7a233 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Mar 29 13:11:53.477342 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-447628fc-650e-4ed7-9901-8632cad98d60 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=50ac8bc7329f4be690d3278c49d8c620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341098 Mar 29 13:11:53.664557 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-a3a0c9de-5b00-43be-af33-27c7a0eaf3cb tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:53.666022 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-a3a0c9de-5b00-43be-af33-27c7a0eaf3cb tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782153 Mar 29 13:11:53.681043 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-3e73a6e0-1072-4e96-b8d5-f0de79a2a16a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/quotas/50ac8bc7329f4be690d3278c49d8c620 HTTP/1.1" status: 200 len: 375 time: 0.0089667 Mar 29 13:11:53.712476 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-c476992d-7d94-43b5-b2b5-1c9c4b0bef33 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=50ac8bc7329f4be690d3278c49d8c620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261483 Mar 29 13:11:54.033252 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e7ac105f-414a-4dff-abff-c48083447fef req-69661c69-ba81-44cb-b861-8844cbeeca5f tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Mar 29 13:11:54.210950 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4cd66-d419-44f9-9cc1-61c0749843cd req-2f964b25-9acd-4c33-bad0-315719154221 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:54.214072 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ce4cd66-d419-44f9-9cc1-61c0749843cd req-2f964b25-9acd-4c33-bad0-315719154221 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0585377 Mar 29 13:11:54.264587 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ce4cd66-d419-44f9-9cc1-61c0749843cd req-25df96e9-c09b-41cd-9895-4a29523e1601 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Mar 29 13:11:55.112092 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8027aae8-e65f-4923-abcb-bc510557d30a req-d5b33e20-791d-49d2-9e70-1711216c3c9c tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Mar 29 13:11:55.388197 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb1949-5f6f-4fea-b8b4-2331f3b3bf05 req-f9af8592-69a8-4749-baa1-047230fad565 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:55.389915 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bdb1949-5f6f-4fea-b8b4-2331f3b3bf05 req-f9af8592-69a8-4749-baa1-047230fad565 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0572445 Mar 29 13:11:55.456662 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bdb1949-5f6f-4fea-b8b4-2331f3b3bf05 req-d6c1e680-f105-49cc-ad2b-b8107a8a354c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606034 Mar 29 13:11:56.209452 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d2c39862-2810-4976-b5de-ae8392d98093 req-b2527286-2689-4e86-b0ce-b85489e699a2 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0288172 Mar 29 13:11:56.586028 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145a1ce-9fb7-4841-ac3c-867226c38ce9 req-54646819-1e56-4470-951a-c40e4e4d6ed1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:56.588220 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b145a1ce-9fb7-4841-ac3c-867226c38ce9 req-54646819-1e56-4470-951a-c40e4e4d6ed1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0532308 Mar 29 13:11:56.862923 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b145a1ce-9fb7-4841-ac3c-867226c38ce9 req-9b4fcbc8-4f06-4d58-87b9-de51a7279f34 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688749 Mar 29 13:11:56.893947 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59562) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:56.897910 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-797f45bf-eca1-47ab-8c6c-936c3587f1ab tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=50ac8bc7329f4be690d3278c49d8c620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295982 Mar 29 13:11:57.018028 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3b852d17-36aa-4f04-af45-5c4d62880923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.096805 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-8fddf76b-7bd3-46e2-bfa4-4774b373812e tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:57.098221 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-8fddf76b-7bd3-46e2-bfa4-4774b373812e tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899889 Mar 29 13:11:57.104956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3b852d17-36aa-4f04-af45-5c4d62880923 admin admin] Publish callbacks [] for security_group (7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.207345 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3b852d17-36aa-4f04-af45-5c4d62880923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.245107 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b852d17-36aa-4f04-af45-5c4d62880923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:57.251291 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-3b852d17-36aa-4f04-af45-5c4d62880923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69d668eebbdd4530a7e6e24395eb9cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561833 Mar 29 13:11:57.252808 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59574) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:57.319936 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d20c36fb-b3ce-4d10-8948-5752ba13f5ff req-7b6a6b41-7a11-40e6-8e50-c8b3adf8be42 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0343301 Mar 29 13:11:57.344715 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-078478c8-76a3-4583-8184-be14679332b2 admin admin] Publish callbacks [] for security_group (7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.367095 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-078478c8-76a3-4583-8184-be14679332b2 admin admin] Publish callbacks [] for security_group (7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.485345 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-078478c8-76a3-4583-8184-be14679332b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.488043 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-078478c8-76a3-4583-8184-be14679332b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:57.489194 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-078478c8-76a3-4583-8184-be14679332b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0 HTTP/1.1" status: 204 len: 168 time: 0.2339215 Mar 29 13:11:57.498412 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078478c8-76a3-4583-8184-be14679332b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeafd1f-6dd2-4486-9b92-9e0fd1fcb5c0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:57.980873 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc7cae-3389-4832-9376-95a62d9cf5f8 req-da82c21a-a7dc-471b-8d99-9c509c9cfa1e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:57.982425 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7ebc7cae-3389-4832-9376-95a62d9cf5f8 req-da82c21a-a7dc-471b-8d99-9c509c9cfa1e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0517404 Mar 29 13:11:58.033439 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7ebc7cae-3389-4832-9376-95a62d9cf5f8 req-bc23878c-5152-4a9f-9f8d-31cff0f5f011 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452459 Mar 29 13:11:58.277016 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59604) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:58.296930 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93d7053f-164c-405a-9719-f8679d8d7827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.394405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93d7053f-164c-405a-9719-f8679d8d7827 admin admin] Publish callbacks [] for security_group (75c1d866-40f5-42d9-aac6-8c336eb6ca97), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.439058 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-800d04a6-ef32-4fd4-9f2f-9bd87a9beed1 req-dde26a10-3080-4845-b7c6-abaf89eb330f tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0340588 Mar 29 13:11:58.468169 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93d7053f-164c-405a-9719-f8679d8d7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (75c1d866-40f5-42d9-aac6-8c336eb6ca97), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.508706 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-93d7053f-164c-405a-9719-f8679d8d7827 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ed316c1d7124cb598099445e69234af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301996 Mar 29 13:11:58.509625 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7053f-164c-405a-9719-f8679d8d7827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1d866-40f5-42d9-aac6-8c336eb6ca97,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:58.511985 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59608) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:11:58.564094 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9c63957b-b775-49cd-af53-9adb47d99951 admin admin] Publish callbacks [] for security_group (75c1d866-40f5-42d9-aac6-8c336eb6ca97), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.584855 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9c63957b-b775-49cd-af53-9adb47d99951 admin admin] Publish callbacks [] for security_group (75c1d866-40f5-42d9-aac6-8c336eb6ca97), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.736918 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9c63957b-b775-49cd-af53-9adb47d99951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (75c1d866-40f5-42d9-aac6-8c336eb6ca97), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.739549 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9c63957b-b775-49cd-af53-9adb47d99951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:11:58.740710 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9c63957b-b775-49cd-af53-9adb47d99951 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75c1d866-40f5-42d9-aac6-8c336eb6ca97 HTTP/1.1" status: 204 len: 168 time: 0.2278376 Mar 29 13:11:58.749776 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63957b-b775-49cd-af53-9adb47d99951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1d866-40f5-42d9-aac6-8c336eb6ca97,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:11:59.151828 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679855-a346-484b-b873-5d9a0e02f47c req-a1e28e91-b879-4974-86a5-f9669f212c92 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:11:59.153313 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e1679855-a346-484b-b873-5d9a0e02f47c req-a1e28e91-b879-4974-86a5-f9669f212c92 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0532098 Mar 29 13:11:59.207357 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e1679855-a346-484b-b873-5d9a0e02f47c req-4191428b-ac22-48ff-81ca-60d786607f38 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484393 Mar 29 13:11:59.537424 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c167e2bf-b60b-47e2-acab-2263e8b2a65d req-736531e3-f738-4128-af94-2fa1feb9f069 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Mar 29 13:11:59.795130 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Request body: {'port': {'device_id': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411', 'admin_state_up': True, 'tenant_id': '50ac8bc7329f4be690d3278c49d8c620'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:00.033749 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Made reservation on behalf of 50ac8bc7329f4be690d3278c49d8c620 for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:00.037808 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.046731 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.125425 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks [] for security_group (549cf546-4273-4975-b9c5-58a4a5a4b4d7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.236455 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (549cf546-4273-4975-b9c5-58a4a5a4b4d7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.312972 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549cf546-4273-4975-b9c5-58a4a5a4b4d7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:00.355850 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699c8d-a896-4563-8b03-a1e39686d537 req-d3cd8c66-d2e1-4b01-bcc7-1aa1875bf8f5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:00.357436 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5a699c8d-a896-4563-8b03-a1e39686d537 req-d3cd8c66-d2e1-4b01-bcc7-1aa1875bf8f5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0780168 Mar 29 13:12:00.389431 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Allocated IP 192.168.233.41 (a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411/7ab429bf-2d22-4de8-bc6d-4577953609c0/bb4c653d-5838-4994-8482-34e0c52fb1f0) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:00.409231 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5a699c8d-a896-4563-8b03-a1e39686d537 req-91d9053c-5710-4736-81cd-39720e72dca2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Mar 29 13:12:00.538408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks [] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.639022 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-25f4eb5e-b6e6-49a8-85f3-0c49f3d19019 req-bcdf7077-bbc7-4eaa-bbbf-7a96c353e6e2 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0311708 Mar 29 13:12:00.670558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.709486 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:00.712631 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:00.716318 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:00.744453 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Pushing event updated for resources: {'Port': ['ID=bb4c653d-5838-4994-8482-34e0c52fb1f0,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:00.785190 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:00.792846 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.885257 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-d638cf5a-5e7f-425d-bb8b-5be260eaa02a tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0945120 Mar 29 13:12:00.916464 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Request body: {'port': {'device_id': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:00.972531 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-acb7d581-7780-4f2f-9137-5566fd5b20cd None None] Provisioning complete for port bb4c653d-5838-4994-8482-34e0c52fb1f0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:00.973074 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-acb7d581-7780-4f2f-9137-5566fd5b20cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:00.976400 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.007720 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-acb7d581-7780-4f2f-9137-5566fd5b20cd None None] Port bb4c653d-5838-4994-8482-34e0c52fb1f0 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:01.231662 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4c653d-5838-4994-8482-34e0c52fb1f0 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:12:01.239562 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Publish callbacks [] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.253225 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Transition to ACTIVE for port object bb4c653d-5838-4994-8482-34e0c52fb1f0 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:12:01.370886 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.486005 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4c653d-5838-4994-8482-34e0c52fb1f0,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:01.507990 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Attempting to bind port bb4c653d-5838-4994-8482-34e0c52fb1f0 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:01.508604 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Attempting to bind port bb4c653d-5838-4994-8482-34e0c52fb1f0 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:01.509089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Attempting to bind port bb4c653d-5838-4994-8482-34e0c52fb1f0 on network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:01.514714 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Port bb4c653d-5838-4994-8482-34e0c52fb1f0 on network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:12:01.515114 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Attempting to bind port bb4c653d-5838-4994-8482-34e0c52fb1f0 on network a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:01.520542 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:01.520882 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Checking segment: {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:01.521438 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Bound using segment: {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:01.521886 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Bound port: bb4c653d-5838-4994-8482-34e0c52fb1f0, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2670b2c8-14dd-43be-84ae-d004fc8c5f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:01.522309 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.596559 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] For port bb4c653d-5838-4994-8482-34e0c52fb1f0, host hv-cinder-81556, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:01.600085 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] For port bb4c653d-5838-4994-8482-34e0c52fb1f0, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=bb4c653d-5838-4994-8482-34e0c52fb1f0,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:01.604567 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29a07e-187d-4c7d-bc61-d3f2be1fcba6 req-208e2864-1f0d-42da-9b94-7f49d43c5c8d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:01.607432 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae29a07e-187d-4c7d-bc61-d3f2be1fcba6 req-208e2864-1f0d-42da-9b94-7f49d43c5c8d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0664675 Mar 29 13:12:01.666252 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59718) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:01.704060 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae29a07e-187d-4c7d-bc61-d3f2be1fcba6 req-19c4d952-e7e3-443e-a26b-ae718a3ae97f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878716 Mar 29 13:12:01.725315 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Deleting subnet bbb4d819-642f-4bb3-b86b-ef70a6ae996b {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:12:01.728670 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.729020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Publish callbacks [] for subnet (bbb4d819-642f-4bb3-b86b-ef70a6ae996b), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.767999 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (bbb4d819-642f-4bb3-b86b-ef70a6ae996b), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.803971 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:01.807538 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.809264 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] 10.222.0.18 "PUT /v2.0/ports/bb4c653d-5838-4994-8482-34e0c52fb1f0 HTTP/1.1" status: 200 len: 1097 time: 0.8976719 Mar 29 13:12:01.811026 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'tag': 'bb4c653d-5838-4994-8482-34e0c52fb1f0'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:12:01.814627 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4204f2c2-e3ad-4f57-8c1e-39c89e6b8e19" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61", "tag": "bb4c653d-5838-4994-8482-34e0c52fb1f0"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:12:01.816008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (bbb4d819-642f-4bb3-b86b-ef70a6ae996b), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:01.861544 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e784c49-05ef-4a5b-bc1a-1560d79cf846 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4c653d-5838-4994-8482-34e0c52fb1f0,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:01.875590 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1480f36-cc89-4589-a1ba-c69203592842 x-openstack-request-id: req-c1480f36-cc89-4589-a1ba-c69203592842 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:12:01.878826 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61", "tag": "bb4c653d-5838-4994-8482-34e0c52fb1f0", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:12:01.878826 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1480f36-cc89-4589-a1ba-c69203592842 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:12:01.878826 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1480f36-cc89-4589-a1ba-c69203592842'] response: {'name': 'network-changed', 'server_uuid': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'tag': 'bb4c653d-5838-4994-8482-34e0c52fb1f0', 'status': 'completed', 'code': 200} Mar 29 13:12:01.888849 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9b76-d69a-4f7b-9993-c4d8425382c3 req-430394fa-4bc8-4703-b5ac-dbc66fae8047 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:01.890544 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-662d9b76-d69a-4f7b-9993-c4d8425382c3 req-430394fa-4bc8-4703-b5ac-dbc66fae8047 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 947 time: 0.1642957 Mar 29 13:12:01.969358 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-662d9b76-d69a-4f7b-9993-c4d8425382c3 req-d6526c74-0cd0-4acf-8a1a-fa6d02e270f6 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706515 Mar 29 13:12:01.985353 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f2c2-e3ad-4f57-8c1e-39c89e6b8e19 req-1cb86065-4170-4c1c-a99c-b520accaa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:01.987324 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4204f2c2-e3ad-4f57-8c1e-39c89e6b8e19 req-1cb86065-4170-4c1c-a99c-b520accaa199 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50ac8bc7329f4be690d3278c49d8c620&device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 1131 time: 0.0650716 Mar 29 13:12:02.029135 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4204f2c2-e3ad-4f57-8c1e-39c89e6b8e19 req-2fb27902-168b-47e3-8082-d2db4f4fea85 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=50ac8bc7329f4be690d3278c49d8c620&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257113 Mar 29 13:12:02.034317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (bbb4d819-642f-4bb3-b86b-ef70a6ae996b), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.046923 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.051013 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bbb4d819-642f-4bb3-b86b-ef70a6ae996b HTTP/1.1" status: 204 len: 168 time: 0.3834345 Mar 29 13:12:02.053640 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59730) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:02.091295 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd6616-dc07-494d-9324-bbd8d94765f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb4d819-642f-4bb3-b86b-ef70a6ae996b,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:02.161033 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (70fbaac8-78ee-4dca-aad7-2f242a2e33b5), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.247696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204f2c2-e3ad-4f57-8c1e-39c89e6b8e19 req-514f4ada-0e53-4712-b9aa-b74348465bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:02.250160 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4204f2c2-e3ad-4f57-8c1e-39c89e6b8e19 req-514f4ada-0e53-4712-b9aa-b74348465bc9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2130163 Mar 29 13:12:02.268135 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (70fbaac8-78ee-4dca-aad7-2f242a2e33b5), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.290155 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fbaac8-78ee-4dca-aad7-2f242a2e33b5']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:02.299204 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c94e086-cff9-495c-846b-b054d2ea857d') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:02.299533 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c94e086-cff9-495c-846b-b054d2ea857d') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:02.309790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (0c94e086-cff9-495c-846b-b054d2ea857d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.324216 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (0c94e086-cff9-495c-846b-b054d2ea857d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.330217 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:12:02.330598 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (0c94e086-cff9-495c-846b-b054d2ea857d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:12:02.332282 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:12:02.450963 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (70fbaac8-78ee-4dca-aad7-2f242a2e33b5), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.457575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.461368 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] 10.222.0.21 "DELETE /v2.0/networks/70fbaac8-78ee-4dca-aad7-2f242a2e33b5 HTTP/1.1" status: 204 len: 168 time: 0.4065800 Mar 29 13:12:02.477195 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59746) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:02.485293 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e903e28-8915-4fca-8c24-6c3c63bc1c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=70fbaac8-78ee-4dca-aad7-2f242a2e33b5,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:02.525071 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Deleting subnet 0728abec-5362-4256-8a42-b14b7fa2b44e {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:12:02.528746 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Publish callbacks [] for subnet (0728abec-5362-4256-8a42-b14b7fa2b44e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.567302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (0728abec-5362-4256-8a42-b14b7fa2b44e), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.576814 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-2f048225-e77c-48f5-90f0-027e73f6f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:02.578296 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-2f048225-e77c-48f5-90f0-027e73f6f6ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=50ac8bc7329f4be690d3278c49d8c620&device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 1131 time: 0.2579627 Mar 29 13:12:02.609896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (0728abec-5362-4256-8a42-b14b7fa2b44e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.633631 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-110256a5-faa8-4aee-ba4c-75d13838ce5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bb4c653d-5838-4994-8482-34e0c52fb1f0 HTTP/1.1" status: 200 len: 217 time: 0.0344059 Mar 29 13:12:02.689965 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-4618f7ce-c330-404e-9875-d13608352ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:02.691551 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-4618f7ce-c330-404e-9875-d13608352ed4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ab429bf-2d22-4de8-bc6d-4577953609c0 HTTP/1.1" status: 200 len: 843 time: 0.0451331 Mar 29 13:12:02.743093 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb68f78-2b4b-4407-9050-412efeab727c req-bff33684-2c2d-4767-962c-f9de236742c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:02.744626 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-bff33684-2c2d-4767-962c-f9de236742c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460985 Mar 29 13:12:02.751055 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (0728abec-5362-4256-8a42-b14b7fa2b44e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.783975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0728abec-5362-4256-8a42-b14b7fa2b44e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:02.793773 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.797707 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-49f113fd-db52-4975-b8cd-abb16227f8a2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0728abec-5362-4256-8a42-b14b7fa2b44e HTTP/1.1" status: 204 len: 168 time: 0.3194566 Mar 29 13:12:02.800387 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59754) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:02.840914 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-a4aa4383-81fc-4392-b9f0-1eeab6770306 service neutron] 10.222.0.18 "GET /v2.0/networks/a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Mar 29 13:12:02.897596 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (4501dcc0-41a2-4729-8709-d8e7837dbc46), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:02.910019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d24da-bb47-42f3-9280-2214235a1087 req-d8d9b811-0f9f-497a-afaf-1dc63abe51da tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:02.911555 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cb0d24da-bb47-42f3-9280-2214235a1087 req-d8d9b811-0f9f-497a-afaf-1dc63abe51da tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.1305385 Mar 29 13:12:02.936111 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfb68f78-2b4b-4407-9050-412efeab727c req-104030de-2795-42d8-8bec-cf64bf01c072 service neutron] 10.222.0.18 "GET /v2.0/networks/a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Mar 29 13:12:03.028439 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cb0d24da-bb47-42f3-9280-2214235a1087 req-78aad294-d299-4261-b2b4-4a440f343c37 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094439 Mar 29 13:12:03.030201 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (4501dcc0-41a2-4729-8709-d8e7837dbc46), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.055457 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4501dcc0-41a2-4729-8709-d8e7837dbc46']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:03.068535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30a942a-e34a-44cf-b93f-8755d862f64f') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:03.068535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30a942a-e34a-44cf-b93f-8755d862f64f') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:03.075291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (e30a942a-e34a-44cf-b93f-8755d862f64f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.088967 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (e30a942a-e34a-44cf-b93f-8755d862f64f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (e30a942a-e34a-44cf-b93f-8755d862f64f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:12:03.100772 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:12:03.111781 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf75856-25fa-42cc-bc2b-b8c368cadb2c req-f4536bae-cdb2-4a96-a37a-554f8a5bca82 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:03.113660 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3cf75856-25fa-42cc-bc2b-b8c368cadb2c req-f4536bae-cdb2-4a96-a37a-554f8a5bca82 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 947 time: 0.0574629 Mar 29 13:12:03.160129 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3cf75856-25fa-42cc-bc2b-b8c368cadb2c req-3b097a10-eafc-4b04-aefc-56d8bcd53967 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Mar 29 13:12:03.451820 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (4501dcc0-41a2-4729-8709-d8e7837dbc46), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.459690 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.463313 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4501dcc0-41a2-4729-8709-d8e7837dbc46 HTTP/1.1" status: 204 len: 168 time: 0.6618586 Mar 29 13:12:03.473977 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda88df-c1ff-43fb-a45c-afcdb24e9a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=4501dcc0-41a2-4729-8709-d8e7837dbc46,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:03.555333 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59772) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:03.665337 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c61004c-3dee-450d-98df-6020bda8e94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.744565 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c61004c-3dee-450d-98df-6020bda8e94e admin admin] Publish callbacks [] for security_group (5f831054-91e0-4168-8b01-e604afae87e3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.810960 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c61004c-3dee-450d-98df-6020bda8e94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5f831054-91e0-4168-8b01-e604afae87e3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.858467 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2c61004c-3dee-450d-98df-6020bda8e94e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=007df583e1634bf6a3f96c131d47d41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018990 Mar 29 13:12:03.859238 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61004c-3dee-450d-98df-6020bda8e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f831054-91e0-4168-8b01-e604afae87e3,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:03.861195 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59780) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:03.900242 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59782) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:03.913930 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7379098a-9265-4b40-a6f4-28388249dfb6 admin admin] Publish callbacks [] for security_group (5f831054-91e0-4168-8b01-e604afae87e3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.936372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7379098a-9265-4b40-a6f4-28388249dfb6 admin admin] Publish callbacks [] for security_group (5f831054-91e0-4168-8b01-e604afae87e3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:03.941014 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-7346ab89-f698-4ee1-8357-286887d4437e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccff94a992b94693ba406586972358ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373921 Mar 29 13:12:03.941303 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59784) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:03.999688 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29d78f55-8070-42e6-bccf-c712d43b63df admin admin] Publish callbacks [] for security_group (74998dc1-e905-4537-bd39-05c0848b58fd), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:04.020652 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29d78f55-8070-42e6-bccf-c712d43b63df admin admin] Publish callbacks [] for security_group (74998dc1-e905-4537-bd39-05c0848b58fd), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:04.064899 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7379098a-9265-4b40-a6f4-28388249dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5f831054-91e0-4168-8b01-e604afae87e3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:04.067630 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7379098a-9265-4b40-a6f4-28388249dfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:04.069460 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7379098a-9265-4b40-a6f4-28388249dfb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f831054-91e0-4168-8b01-e604afae87e3 HTTP/1.1" status: 204 len: 168 time: 0.2067623 Mar 29 13:12:04.078513 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379098a-9265-4b40-a6f4-28388249dfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f831054-91e0-4168-8b01-e604afae87e3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:04.131451 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29d78f55-8070-42e6-bccf-c712d43b63df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (74998dc1-e905-4537-bd39-05c0848b58fd), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:04.134567 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29d78f55-8070-42e6-bccf-c712d43b63df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:04.138058 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-29d78f55-8070-42e6-bccf-c712d43b63df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74998dc1-e905-4537-bd39-05c0848b58fd HTTP/1.1" status: 204 len: 168 time: 0.1934435 Mar 29 13:12:04.143662 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d78f55-8070-42e6-bccf-c712d43b63df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74998dc1-e905-4537-bd39-05c0848b58fd,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:04.172845 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fec3b-67b8-4446-9060-b6330eb9ef22 req-94c3efb9-5c09-42e2-817a-0078ab39118f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:04.175292 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-852fec3b-67b8-4446-9060-b6330eb9ef22 req-94c3efb9-5c09-42e2-817a-0078ab39118f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0707672 Mar 29 13:12:04.233089 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-852fec3b-67b8-4446-9060-b6330eb9ef22 req-d3077b69-dcce-4e04-85d6-03c272fd9956 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Mar 29 13:12:04.291592 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851bb9c-3b1a-459a-b2f7-5c22d1294cc1 req-c1838c8c-18e5-420b-868b-f546ffa5d838 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:04.293065 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b851bb9c-3b1a-459a-b2f7-5c22d1294cc1 req-c1838c8c-18e5-420b-868b-f546ffa5d838 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 947 time: 0.0535793 Mar 29 13:12:04.342476 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b851bb9c-3b1a-459a-b2f7-5c22d1294cc1 req-85ec7961-00db-4f73-87e8-92ebbdf8e0cd tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436726 Mar 29 13:12:05.012238 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59804) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:05.025361 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-442c179d-16eb-450b-8916-b8eda6eca282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.095198 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-442c179d-16eb-450b-8916-b8eda6eca282 admin admin] Publish callbacks [] for security_group (2f9ee1bd-2c0b-4249-bf56-3212b6597c85), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.121364 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59806) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:05.159622 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0d19fe2f-2e12-47a1-ae0e-abe3667924a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb3b338d4464473fa4aa40e548510427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370541 Mar 29 13:12:05.162533 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59808) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:05.209584 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e2cebf70-1efe-430c-bf05-27fc8eeeb1ab admin admin] Publish callbacks [] for security_group (4f7bce81-4bd0-4488-8da7-f9b82c86a324), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.227129 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-442c179d-16eb-450b-8916-b8eda6eca282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2f9ee1bd-2c0b-4249-bf56-3212b6597c85), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.234143 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e2cebf70-1efe-430c-bf05-27fc8eeeb1ab admin admin] Publish callbacks [] for security_group (4f7bce81-4bd0-4488-8da7-f9b82c86a324), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.250361 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.292681 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-442c179d-16eb-450b-8916-b8eda6eca282 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1be10d30ec57495abad14c305d72f11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793579 Mar 29 13:12:05.295575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59812) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:05.296080 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c179d-16eb-450b-8916-b8eda6eca282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9ee1bd-2c0b-4249-bf56-3212b6597c85,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:05.377048 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-951163f5-9e7d-47d6-bc64-a0944f43aca4 admin admin] Publish callbacks [] for security_group (2f9ee1bd-2c0b-4249-bf56-3212b6597c85), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.385086 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b840-5e78-4cac-a567-104eedb3d256 req-538c42b1-b445-437e-be8e-db781f1dda3c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:05.385699 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e2cebf70-1efe-430c-bf05-27fc8eeeb1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4f7bce81-4bd0-4488-8da7-f9b82c86a324), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.386601 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d835b840-5e78-4cac-a567-104eedb3d256 req-538c42b1-b445-437e-be8e-db781f1dda3c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0846908 Mar 29 13:12:05.388700 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e2cebf70-1efe-430c-bf05-27fc8eeeb1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.389812 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e2cebf70-1efe-430c-bf05-27fc8eeeb1ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f7bce81-4bd0-4488-8da7-f9b82c86a324 HTTP/1.1" status: 204 len: 168 time: 0.2260349 Mar 29 13:12:05.398623 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cebf70-1efe-430c-bf05-27fc8eeeb1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7bce81-4bd0-4488-8da7-f9b82c86a324,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:05.442718 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-951163f5-9e7d-47d6-bc64-a0944f43aca4 admin admin] Publish callbacks [] for security_group (2f9ee1bd-2c0b-4249-bf56-3212b6597c85), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.487142 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81dad-7a38-4786-a704-0fed840854d0 req-ab45fa90-ed47-461b-9cb1-c232f0b6c224 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:05.488315 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d835b840-5e78-4cac-a567-104eedb3d256 req-a72a83a4-c185-4f58-9ef7-67f0d5c99096 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854518 Mar 29 13:12:05.495717 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-46b81dad-7a38-4786-a704-0fed840854d0 req-ab45fa90-ed47-461b-9cb1-c232f0b6c224 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 947 time: 0.0549176 Mar 29 13:12:05.550559 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-46b81dad-7a38-4786-a704-0fed840854d0 req-cbb3d27a-6bb7-459b-9716-36e46f319b63 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Mar 29 13:12:05.617487 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-951163f5-9e7d-47d6-bc64-a0944f43aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2f9ee1bd-2c0b-4249-bf56-3212b6597c85), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.622705 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-951163f5-9e7d-47d6-bc64-a0944f43aca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:05.622705 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-951163f5-9e7d-47d6-bc64-a0944f43aca4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f9ee1bd-2c0b-4249-bf56-3212b6597c85 HTTP/1.1" status: 204 len: 168 time: 0.3245351 Mar 29 13:12:05.628993 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951163f5-9e7d-47d6-bc64-a0944f43aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9ee1bd-2c0b-4249-bf56-3212b6597c85,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:06.293135 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device bb4c653d-5838-4994-8482-34e0c52fb1f0 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:12:06.405392 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port bb4c653d-5838-4994-8482-34e0c52fb1f0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=bb4c653d-5838-4994-8482-34e0c52fb1f0,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:06.417653 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': 'bb4c653d-5838-4994-8482-34e0c52fb1f0', 'network_id': 'a4e48fd3-80d5-4edb-b2ad-6cf1b5f12411', 'port_id': 'bb4c653d-5838-4994-8482-34e0c52fb1f0', 'mac_address': 'fa:16:3e:2e:76:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab429bf-2d22-4de8-bc6d-4577953609c0', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:12:06.454240 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port bb4c653d-5838-4994-8482-34e0c52fb1f0 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:06.454639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:06.467455 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4c653d-5838-4994-8482-34e0c52fb1f0 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:12:06.485677 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port bb4c653d-5838-4994-8482-34e0c52fb1f0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=bb4c653d-5838-4994-8482-34e0c52fb1f0,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:06.570766 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:06.621978 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=bb4c653d-5838-4994-8482-34e0c52fb1f0,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:06.639668 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60502f-553b-4812-8f33-5f375a457980 req-08318732-991f-4397-8fcb-029d3330c5fb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:06.641195 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ed60502f-553b-4812-8f33-5f375a457980 req-08318732-991f-4397-8fcb-029d3330c5fb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0758762 Mar 29 13:12:06.678033 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808488e5-8f89-48fb-a3ba-e0129163f213 req-7b2283c0-a2ca-4821-9f52-b72ebfc75490 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:06.679584 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-808488e5-8f89-48fb-a3ba-e0129163f213 req-7b2283c0-a2ca-4821-9f52-b72ebfc75490 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 948 time: 0.0521646 Mar 29 13:12:06.689358 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ed60502f-553b-4812-8f33-5f375a457980 req-6d659b96-415d-49d2-b0b6-ca7d5b83f973 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Mar 29 13:12:06.731975 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-808488e5-8f89-48fb-a3ba-e0129163f213 req-07e2e612-8b6e-4de1-9738-72921ccb9dac tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Mar 29 13:12:06.968289 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['bb4c653d-5838-4994-8482-34e0c52fb1f0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:12:07.122479 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59876) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:07.251272 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-93a1d9ba-9743-41c5-8fb5-35fbeace3656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.325811 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-93a1d9ba-9743-41c5-8fb5-35fbeace3656 admin admin] Publish callbacks [] for security_group (807bb13e-d5fe-4301-b76c-dd9ceb234ed5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.405131 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-93a1d9ba-9743-41c5-8fb5-35fbeace3656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (807bb13e-d5fe-4301-b76c-dd9ceb234ed5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.446860 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-93a1d9ba-9743-41c5-8fb5-35fbeace3656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f6081457f864238bcc55ede261f29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227623 Mar 29 13:12:07.448020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1d9ba-9743-41c5-8fb5-35fbeace3656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807bb13e-d5fe-4301-b76c-dd9ceb234ed5,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:07.449659 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59894) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:07.504776 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae039-d249-4e6f-aa24-72c1ea5c7ba4 admin admin] Publish callbacks [] for security_group (807bb13e-d5fe-4301-b76c-dd9ceb234ed5), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.527119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae039-d249-4e6f-aa24-72c1ea5c7ba4 admin admin] Publish callbacks [] for security_group (807bb13e-d5fe-4301-b76c-dd9ceb234ed5), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.681591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae039-d249-4e6f-aa24-72c1ea5c7ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (807bb13e-d5fe-4301-b76c-dd9ceb234ed5), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.685130 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7c1ae039-d249-4e6f-aa24-72c1ea5c7ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:07.685645 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-7c1ae039-d249-4e6f-aa24-72c1ea5c7ba4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/807bb13e-d5fe-4301-b76c-dd9ceb234ed5 HTTP/1.1" status: 204 len: 168 time: 0.2348318 Mar 29 13:12:07.693439 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ae039-d249-4e6f-aa24-72c1ea5c7ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bb13e-d5fe-4301-b76c-dd9ceb234ed5,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:07.817759 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bea4a-f9f6-4692-9670-3f9b79eed669 req-70a6cd8d-4618-4459-a7ec-f6a694545705 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:07.820456 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-273bea4a-f9f6-4692-9670-3f9b79eed669 req-70a6cd8d-4618-4459-a7ec-f6a694545705 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0613167 Mar 29 13:12:07.881725 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67a04-10e7-46b3-9496-2288006be59b req-6e216649-6cc8-4b3f-9a70-18497f3bb150 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:07.883022 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-273bea4a-f9f6-4692-9670-3f9b79eed669 req-e796f6e2-bbfa-4a3e-aad0-428054739af9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568292 Mar 29 13:12:07.883858 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8fd67a04-10e7-46b3-9496-2288006be59b req-6e216649-6cc8-4b3f-9a70-18497f3bb150 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 948 time: 0.0717096 Mar 29 13:12:07.948817 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8fd67a04-10e7-46b3-9496-2288006be59b req-f5f392ec-8b84-49d7-b7ec-4e876e704343 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583193 Mar 29 13:12:07.992073 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59914) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:08.268369 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8f271ce-bdd8-4ae4-b17a-c2a1d5ca7bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.314581 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device bb4c653d-5838-4994-8482-34e0c52fb1f0 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:08.346454 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8f271ce-bdd8-4ae4-b17a-c2a1d5ca7bf3 admin admin] Publish callbacks [] for security_group (347bc500-c60e-4924-8f4c-150af0e48099), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.467596 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8f271ce-bdd8-4ae4-b17a-c2a1d5ca7bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (347bc500-c60e-4924-8f4c-150af0e48099), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.504690 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port bb4c653d-5838-4994-8482-34e0c52fb1f0 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:12:08.511982 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d8f271ce-bdd8-4ae4-b17a-c2a1d5ca7bf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e222e2cd4904bf2b2cfeb5a9b082ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188029 Mar 29 13:12:08.513547 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port bb4c653d-5838-4994-8482-34e0c52fb1f0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:08.513988 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.514508 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 59930) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:08.522879 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f271ce-bdd8-4ae4-b17a-c2a1d5ca7bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347bc500-c60e-4924-8f4c-150af0e48099,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:08.588320 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d86a7c55-a596-4a63-bb40-397fb6704b92 admin admin] Publish callbacks [] for security_group (347bc500-c60e-4924-8f4c-150af0e48099), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.607361 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port bb4c653d-5838-4994-8482-34e0c52fb1f0 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:08.607851 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.609942 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d86a7c55-a596-4a63-bb40-397fb6704b92 admin admin] Publish callbacks [] for security_group (347bc500-c60e-4924-8f4c-150af0e48099), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.637847 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4c653d-5838-4994-8482-34e0c52fb1f0'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:12:08.640080 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59934) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:08.641182 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e79e55-fed3-4e51-b053-2ef3a55eb739" -d '{"events": [{"server_uuid": "e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61", "name": "network-vif-plugged", "status": "completed", "tag": "bb4c653d-5838-4994-8482-34e0c52fb1f0"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:12:08.656232 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port bb4c653d-5838-4994-8482-34e0c52fb1f0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=bb4c653d-5838-4994-8482-34e0c52fb1f0,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:08.657402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e4d3167e-4b7f-4809-92fc-0bcd7ab06c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.689577 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc260361-35cd-42c6-99ad-04fd585e8762 x-openstack-request-id: req-cc260361-35cd-42c6-99ad-04fd585e8762 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:12:08.689822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61", "name": "network-vif-plugged", "status": "completed", "tag": "bb4c653d-5838-4994-8482-34e0c52fb1f0", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:12:08.690080 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc260361-35cd-42c6-99ad-04fd585e8762 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:12:08.690486 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc260361-35cd-42c6-99ad-04fd585e8762'] response: {'server_uuid': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4c653d-5838-4994-8482-34e0c52fb1f0', 'code': 200} Mar 29 13:12:08.757525 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.783324 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d86a7c55-a596-4a63-bb40-397fb6704b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (347bc500-c60e-4924-8f4c-150af0e48099), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.786362 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d86a7c55-a596-4a63-bb40-397fb6704b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.788035 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d86a7c55-a596-4a63-bb40-397fb6704b92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/347bc500-c60e-4924-8f4c-150af0e48099 HTTP/1.1" status: 204 len: 168 time: 0.2717500 Mar 29 13:12:08.802141 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a7c55-a596-4a63-bb40-397fb6704b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347bc500-c60e-4924-8f4c-150af0e48099,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:08.846378 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=bb4c653d-5838-4994-8482-34e0c52fb1f0,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:08.888947 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e4d3167e-4b7f-4809-92fc-0bcd7ab06c34 admin admin] Publish callbacks [] for security_group (dbf9a82d-2eaa-4599-9305-a4f06e2864fc), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:08.976981 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e4d3167e-4b7f-4809-92fc-0bcd7ab06c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dbf9a82d-2eaa-4599-9305-a4f06e2864fc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:09.018279 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-e4d3167e-4b7f-4809-92fc-0bcd7ab06c34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e88140979bc4cc8926d3127db5e2960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766873 Mar 29 13:12:09.020654 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3167e-4b7f-4809-92fc-0bcd7ab06c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf9a82d-2eaa-4599-9305-a4f06e2864fc,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:09.021829 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8a191-ea1d-45d3-8282-4be33fcf0926 req-24466b48-12b9-4740-a55b-6066b668b849 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:09.023182 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 59952) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:09.031901 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfe8a191-ea1d-45d3-8282-4be33fcf0926 req-24466b48-12b9-4740-a55b-6066b668b849 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0629675 Mar 29 13:12:09.084168 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dfe8a191-ea1d-45d3-8282-4be33fcf0926 req-ffbb3dfb-b9a1-4d9b-a2dd-5be47ab9c79a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510085 Mar 29 13:12:09.134533 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9044ea94-a607-40de-9278-c6927e7f228d admin admin] Publish callbacks [] for security_group (dbf9a82d-2eaa-4599-9305-a4f06e2864fc), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:09.148917 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0c9b8-a89f-4c96-bbdc-41ca07740e92 req-3413eadb-8422-49b7-8b0c-819755449a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:09.150705 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a7a0c9b8-a89f-4c96-bbdc-41ca07740e92 req-3413eadb-8422-49b7-8b0c-819755449a4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 1133 time: 0.0640569 Mar 29 13:12:09.168860 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9044ea94-a607-40de-9278-c6927e7f228d admin admin] Publish callbacks [] for security_group (dbf9a82d-2eaa-4599-9305-a4f06e2864fc), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:09.185278 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12cbf09-8c9c-4ab2-8ea6-c8db97128afb req-13695036-2080-40f0-b0d6-c7488cc76fc2 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:09.188296 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c12cbf09-8c9c-4ab2-8ea6-c8db97128afb req-13695036-2080-40f0-b0d6-c7488cc76fc2 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.1620407 Mar 29 13:12:09.203063 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a7a0c9b8-a89f-4c96-bbdc-41ca07740e92 req-3619caa0-60a7-4132-9ea7-fa955024e8e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Mar 29 13:12:09.265932 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c12cbf09-8c9c-4ab2-8ea6-c8db97128afb req-d187a36f-082f-4d50-b2e8-a935d38f6e2b tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696094 Mar 29 13:12:09.374828 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9044ea94-a607-40de-9278-c6927e7f228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dbf9a82d-2eaa-4599-9305-a4f06e2864fc), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:09.377567 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9044ea94-a607-40de-9278-c6927e7f228d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:09.382876 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9044ea94-a607-40de-9278-c6927e7f228d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbf9a82d-2eaa-4599-9305-a4f06e2864fc HTTP/1.1" status: 204 len: 168 time: 0.3523941 Mar 29 13:12:09.388481 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044ea94-a607-40de-9278-c6927e7f228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf9a82d-2eaa-4599-9305-a4f06e2864fc,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:10.244811 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294642d6-e5f4-4588-83e1-1d81c3202b60 req-7b3da8cd-c2b1-4901-a1c1-531835ec4621 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:10.253948 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-294642d6-e5f4-4588-83e1-1d81c3202b60 req-7b3da8cd-c2b1-4901-a1c1-531835ec4621 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0873392 Mar 29 13:12:10.320465 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-294642d6-e5f4-4588-83e1-1d81c3202b60 req-eecdaa95-fb7c-46b0-90b7-69f0df46fbaa tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600724 Mar 29 13:12:10.416455 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318121d6-367a-4ea1-8dec-711c6656325c req-5a1b48d5-6a6a-4f4c-9414-de302a8f24ba tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:10.417970 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-318121d6-367a-4ea1-8dec-711c6656325c req-5a1b48d5-6a6a-4f4c-9414-de302a8f24ba tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.0730419 Mar 29 13:12:10.475174 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-318121d6-367a-4ea1-8dec-711c6656325c req-11aabfdd-9e8f-4850-aa23-e481351423ae tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Mar 29 13:12:10.513414 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c352203-a8f7-43b0-808c-550ae13e1615 req-b960277a-b416-4861-b345-0d89bf6a8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:10.515086 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0c352203-a8f7-43b0-808c-550ae13e1615 req-b960277a-b416-4861-b345-0d89bf6a8cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 1130 time: 0.0545132 Mar 29 13:12:10.604228 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0c352203-a8f7-43b0-808c-550ae13e1615 req-a91e4db1-626d-4852-be92-6c02949e1957 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Mar 29 13:12:11.452298 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cef8d-6809-485b-ad07-99fb2d80bbe7 req-fa986867-6008-4bb6-83a7-7fce5f69bedb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:11.453791 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-194cef8d-6809-485b-ad07-99fb2d80bbe7 req-fa986867-6008-4bb6-83a7-7fce5f69bedb tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0508134 Mar 29 13:12:11.511866 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-194cef8d-6809-485b-ad07-99fb2d80bbe7 req-475dc5e9-ab44-4525-a20b-54d4dc64f1aa tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Mar 29 13:12:11.633210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcef80-8dd9-4770-9c7f-be7c4b59bd18 req-a0de011b-2419-4bef-aa4b-0fd171bb3220 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:11.635370 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-54dcef80-8dd9-4770-9c7f-be7c4b59bd18 req-a0de011b-2419-4bef-aa4b-0fd171bb3220 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.0622971 Mar 29 13:12:11.685607 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-54dcef80-8dd9-4770-9c7f-be7c4b59bd18 req-60ed039a-3bb1-4467-86b8-f5dd6abd807e tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437546 Mar 29 13:12:12.211847 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84664-c751-4031-859f-607b4c33ca0e req-b7a9e816-33ba-4d3e-80dc-fb82127bd752 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:12.213435 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-86a84664-c751-4031-859f-607b4c33ca0e req-b7a9e816-33ba-4d3e-80dc-fb82127bd752 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.0571795 Mar 29 13:12:12.260052 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-86a84664-c751-4031-859f-607b4c33ca0e req-d9feaf1b-0d74-4a6a-817a-80ce06db13fc tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Mar 29 13:12:12.647312 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5865-2aec-439b-bb51-522dbd2fb14b req-538d57d4-f1a4-41a2-aa8a-336575e3ed43 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:12.648798 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-297f5865-2aec-439b-bb51-522dbd2fb14b req-538d57d4-f1a4-41a2-aa8a-336575e3ed43 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0522277 Mar 29 13:12:12.695470 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-297f5865-2aec-439b-bb51-522dbd2fb14b req-0c6f9b50-4dc3-484b-8f5f-d404722325d4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Mar 29 13:12:12.822554 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655caf98-2504-48b8-877c-b07bd00fbba2 req-26f8f580-2644-4173-b641-a627d25126c6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:12.824205 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-655caf98-2504-48b8-877c-b07bd00fbba2 req-26f8f580-2644-4173-b641-a627d25126c6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0634596 Mar 29 13:12:12.879373 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-655caf98-2504-48b8-877c-b07bd00fbba2 req-787e9e3e-f003-4d6a-94de-cf8d20ec01a7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Mar 29 13:12:13.385071 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed203f-d9d6-407d-9221-59ec5ce11db6 req-74cfaaeb-b87c-4012-a52e-023ff323c0d8 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:13.388186 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-47ed203f-d9d6-407d-9221-59ec5ce11db6 req-74cfaaeb-b87c-4012-a52e-023ff323c0d8 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.0612333 Mar 29 13:12:13.435798 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-47ed203f-d9d6-407d-9221-59ec5ce11db6 req-43e64818-9dc4-404c-bb50-1fbdada69ffe tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Mar 29 13:12:14.355443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-bb1ebdda-f57b-4ca2-a058-9373fecab94f tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:14.358411 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-bb1ebdda-f57b-4ca2-a058-9373fecab94f tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.0539935 Mar 29 13:12:14.464022 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Deleting port bb4c653d-5838-4994-8482-34e0c52fb1f0 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:12:14.464728 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:14.554265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673107e-079d-4f84-ba26-9b02129d3ac7 req-e3397613-e2f5-46e6-85ea-4419ed07892d tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:14.555361 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] For port bb4c653d-5838-4994-8482-34e0c52fb1f0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=bb4c653d-5838-4994-8482-34e0c52fb1f0,segment=NetworkSegment(2670b2c8-14dd-43be-84ae-d004fc8c5f36),segment_id=2670b2c8-14dd-43be-84ae-d004fc8c5f36)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:14.555660 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e673107e-079d-4f84-ba26-9b02129d3ac7 req-e3397613-e2f5-46e6-85ea-4419ed07892d tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 949 time: 0.0524402 Mar 29 13:12:14.555778 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:14.569637 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Calling delete_port for bb4c653d-5838-4994-8482-34e0c52fb1f0 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:12:14.605086 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e673107e-079d-4f84-ba26-9b02129d3ac7 req-d673d99d-01ce-4a59-a6a2-b42f3f908386 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/security-groups?id=549cf546-4273-4975-b9c5-58a4a5a4b4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Mar 29 13:12:14.777215 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (bb4c653d-5838-4994-8482-34e0c52fb1f0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:14.806728 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Pushing event deleted for resources: {'Port': ['ID=bb4c653d-5838-4994-8482-34e0c52fb1f0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:14.825117 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['bb4c653d-5838-4994-8482-34e0c52fb1f0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:12:14.867121 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] No DVR routers for this DVR port bb4c653d-5838-4994-8482-34e0c52fb1f0 on host hv-cinder-81556 {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:12:14.870148 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:14.884049 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-20a385db-e838-432a-b9c8-1941a5d7d929 req-ad9f3433-de4f-4181-8822-e2607c50b2b7 tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.18 "DELETE /v2.0/ports/bb4c653d-5838-4994-8482-34e0c52fb1f0 HTTP/1.1" status: 204 len: 173 time: 0.5075462 Mar 29 13:12:14.884049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'name': 'network-vif-deleted', 'tag': 'bb4c653d-5838-4994-8482-34e0c52fb1f0'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:12:14.884049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f5b741-d759-4d3a-8072-42233c867a67" -d '{"events": [{"server_uuid": "e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61", "name": "network-vif-deleted", "tag": "bb4c653d-5838-4994-8482-34e0c52fb1f0"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:12:14.930523 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7dae9-c6fe-4451-aabe-54bd917fc5f0 x-openstack-request-id: req-dcc7dae9-c6fe-4451-aabe-54bd917fc5f0 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:12:14.930871 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61", "name": "network-vif-deleted", "tag": "bb4c653d-5838-4994-8482-34e0c52fb1f0", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:12:14.931312 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dcc7dae9-c6fe-4451-aabe-54bd917fc5f0 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:12:14.931913 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc7dae9-c6fe-4451-aabe-54bd917fc5f0'] response: {'server_uuid': 'e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61', 'name': 'network-vif-deleted', 'tag': 'bb4c653d-5838-4994-8482-34e0c52fb1f0', 'status': 'completed', 'code': 200} Mar 29 13:12:15.534101 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60124) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:15.645578 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b2f3666f-7348-405e-b3ee-09442bd6e942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:15.732860 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9c58e8c9-98ab-496d-bd23-644ca1abbe39 req-f4c31f3e-7760-4013-a486-98cc7b914b8b tempest-VolumesNegativeTest-345457267 tempest-VolumesNegativeTest-345457267-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5dc5f8d-d6e3-4a2e-aa4d-881b8ef0fe61 HTTP/1.1" status: 200 len: 210 time: 0.0328524 Mar 29 13:12:15.744665 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b2f3666f-7348-405e-b3ee-09442bd6e942 admin admin] Publish callbacks [] for security_group (343f217a-dd24-4acc-abb8-1dd0fc117870), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:15.827907 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b2f3666f-7348-405e-b3ee-09442bd6e942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (343f217a-dd24-4acc-abb8-1dd0fc117870), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:15.896768 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b2f3666f-7348-405e-b3ee-09442bd6e942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d0aba82be4d4533a7d5b50c15bf6796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615568 Mar 29 13:12:15.897748 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3666f-7348-405e-b3ee-09442bd6e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f217a-dd24-4acc-abb8-1dd0fc117870,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:15.899749 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60132) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:15.926715 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e66da9-a785-45b8-bf0d-78e9f5edfd61 req-afb9cc70-f32c-4e79-8fda-1187d01ca16c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:15.928881 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-54e66da9-a785-45b8-bf0d-78e9f5edfd61 req-afb9cc70-f32c-4e79-8fda-1187d01ca16c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0888021 Mar 29 13:12:15.959413 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a18dcc87-24f5-4330-9372-4f872dcf0c09 admin admin] Publish callbacks [] for security_group (343f217a-dd24-4acc-abb8-1dd0fc117870), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:15.984443 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a18dcc87-24f5-4330-9372-4f872dcf0c09 admin admin] Publish callbacks [] for security_group (343f217a-dd24-4acc-abb8-1dd0fc117870), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:16.015200 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-54e66da9-a785-45b8-bf0d-78e9f5edfd61 req-0c4cfd1c-fbf2-43b9-ade3-fcfb9adfea84 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724101 Mar 29 13:12:16.023437 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-82f6b7e3-846b-430b-bf83-61cd14198c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:16.025606 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-82f6b7e3-846b-430b-bf83-61cd14198c7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1129 time: 0.0934210 Mar 29 13:12:16.144686 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a18dcc87-24f5-4330-9372-4f872dcf0c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (343f217a-dd24-4acc-abb8-1dd0fc117870), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:16.148373 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a18dcc87-24f5-4330-9372-4f872dcf0c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:16.153036 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a18dcc87-24f5-4330-9372-4f872dcf0c09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/343f217a-dd24-4acc-abb8-1dd0fc117870 HTTP/1.1" status: 204 len: 168 time: 0.2489786 Mar 29 13:12:16.157727 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dcc87-24f5-4330-9372-4f872dcf0c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f217a-dd24-4acc-abb8-1dd0fc117870,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:16.158140 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-25aac093-0344-4919-986b-678a36ae795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:16.161182 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-25aac093-0344-4919-986b-678a36ae795d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.1064866 Mar 29 13:12:16.230320 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-cabd6fc0-cfdf-4058-bdf5-3b9eba206778 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 200 len: 217 time: 0.0615566 Mar 29 13:12:16.288174 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-d25a4f6d-fa19-4feb-9575-62532a81d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:16.289683 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-d25a4f6d-fa19-4feb-9575-62532a81d6d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0520353 Mar 29 13:12:16.360899 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-d2c78f87-5463-4c41-907f-7810d5228899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:16.363901 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-d2c78f87-5463-4c41-907f-7810d5228899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497770 Mar 29 13:12:16.407420 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d4fd7e22-8bbd-4bae-b941-8a8b065ce441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:16.469123 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-4a796d82-5f43-4e98-b6c3-e97da992e3a5 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936561 Mar 29 13:12:16.562403 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-71388cad-9eee-4f4c-ada3-68265d73fa39 req-f3afc379-6ddc-4612-9f4d-1d9261b24a9c service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891893 Mar 29 13:12:17.143938 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b3b3e-789e-4263-b5cc-2991ee9fd6e9 req-c2878213-df60-4c76-8f36-62195b90150b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:17.145311 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c1b3b3e-789e-4263-b5cc-2991ee9fd6e9 req-c2878213-df60-4c76-8f36-62195b90150b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0546200 Mar 29 13:12:17.199156 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c1b3b3e-789e-4263-b5cc-2991ee9fd6e9 req-4e174aec-7474-4218-ab8d-db1de7d34f45 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Mar 29 13:12:18.330093 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71841b8-ca01-4672-9270-dfe08c484522 req-031ad730-10ac-44ed-a33e-ffda80043fca tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:18.331938 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f71841b8-ca01-4672-9270-dfe08c484522 req-031ad730-10ac-44ed-a33e-ffda80043fca tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0606012 Mar 29 13:12:18.383972 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device bb4c653d-5838-4994-8482-34e0c52fb1f0 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:12:18.424778 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f71841b8-ca01-4672-9270-dfe08c484522 req-5a2dd17e-fcd8-4132-a217-69e436e02c06 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823622 Mar 29 13:12:18.433129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: bb4c653d-5838-4994-8482-34e0c52fb1f0 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:12:18.435403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device bb4c653d-5838-4994-8482-34e0c52fb1f0 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:12:18.480179 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60302) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:18.526896 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ab0eaab8-3df3-4f0f-a8de-c8e6d3baf901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:18.595480 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-20e5652d-44e2-4a5c-915c-6f6970077845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:18.676306 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-20e5652d-44e2-4a5c-915c-6f6970077845 admin admin] Publish callbacks [] for security_group (6ca9053b-245f-4187-a0cf-478c25918ba4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:18.753722 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-20e5652d-44e2-4a5c-915c-6f6970077845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6ca9053b-245f-4187-a0cf-478c25918ba4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:18.795525 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-20e5652d-44e2-4a5c-915c-6f6970077845 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec70c1476c0f4ccfac3984be5071985d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124549 Mar 29 13:12:18.795525 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5652d-44e2-4a5c-915c-6f6970077845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca9053b-245f-4187-a0cf-478c25918ba4,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:18.796484 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60330) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:18.845917 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be740c4-1ad6-487c-bcb3-59a315cf1dfc admin admin] Publish callbacks [] for security_group (6ca9053b-245f-4187-a0cf-478c25918ba4), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:18.868034 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be740c4-1ad6-487c-bcb3-59a315cf1dfc admin admin] Publish callbacks [] for security_group (6ca9053b-245f-4187-a0cf-478c25918ba4), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:19.027955 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be740c4-1ad6-487c-bcb3-59a315cf1dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6ca9053b-245f-4187-a0cf-478c25918ba4), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:19.033352 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be740c4-1ad6-487c-bcb3-59a315cf1dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:19.033352 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4be740c4-1ad6-487c-bcb3-59a315cf1dfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ca9053b-245f-4187-a0cf-478c25918ba4 HTTP/1.1" status: 204 len: 168 time: 0.2342107 Mar 29 13:12:19.040014 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be740c4-1ad6-487c-bcb3-59a315cf1dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca9053b-245f-4187-a0cf-478c25918ba4,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:19.550351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b82a6e-6033-4122-8191-36497d764a22 req-5a80404d-7c85-474d-bc90-1fa8c49593ef tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:19.551841 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a6b82a6e-6033-4122-8191-36497d764a22 req-5a80404d-7c85-474d-bc90-1fa8c49593ef tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0564630 Mar 29 13:12:19.612265 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a6b82a6e-6033-4122-8191-36497d764a22 req-8cf6e48f-5bc0-44c7-aa80-cb0e07c5a86a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Mar 29 13:12:19.675938 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:19.791595 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60366) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:19.801544 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d2154268-9c69-46c7-a05f-3acafccd047f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:19.876595 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d2154268-9c69-46c7-a05f-3acafccd047f admin admin] Publish callbacks [] for security_group (10294a0c-c834-4b63-b443-b857f999db1a), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:20.045237 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d2154268-9c69-46c7-a05f-3acafccd047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (10294a0c-c834-4b63-b443-b857f999db1a), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:20.091896 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60374) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:20.092507 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d2154268-9c69-46c7-a05f-3acafccd047f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b97a792720724d5a8c2f3421799eea32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026347 Mar 29 13:12:20.093975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2154268-9c69-46c7-a05f-3acafccd047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10294a0c-c834-4b63-b443-b857f999db1a,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:20.146441 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-98a3db80-1084-4023-8abc-b2a05b9bc245 admin admin] Publish callbacks [] for security_group (10294a0c-c834-4b63-b443-b857f999db1a), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:20.167219 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-98a3db80-1084-4023-8abc-b2a05b9bc245 admin admin] Publish callbacks [] for security_group (10294a0c-c834-4b63-b443-b857f999db1a), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:20.333983 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-98a3db80-1084-4023-8abc-b2a05b9bc245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (10294a0c-c834-4b63-b443-b857f999db1a), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:20.336715 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-98a3db80-1084-4023-8abc-b2a05b9bc245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:20.337864 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-98a3db80-1084-4023-8abc-b2a05b9bc245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10294a0c-c834-4b63-b443-b857f999db1a HTTP/1.1" status: 204 len: 168 time: 0.2447848 Mar 29 13:12:20.347339 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3db80-1084-4023-8abc-b2a05b9bc245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10294a0c-c834-4b63-b443-b857f999db1a,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:20.727358 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a305f8-222e-463b-aeb9-991c071f3562 req-c0a6d0c4-7c4a-4ada-8d84-5a30044c177c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:20.728878 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-95a305f8-222e-463b-aeb9-991c071f3562 req-c0a6d0c4-7c4a-4ada-8d84-5a30044c177c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0581264 Mar 29 13:12:20.777082 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-95a305f8-222e-463b-aeb9-991c071f3562 req-e970e458-52ce-493f-8a2f-dae9ad0549f5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Mar 29 13:12:20.967699 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60448) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:21.008293 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.104583 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-20c849ea-3ad5-4354-a488-fe40f50fde26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.177697 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-20c849ea-3ad5-4354-a488-fe40f50fde26 admin admin] Publish callbacks [] for security_group (c689b0e8-2ca0-43b4-9d50-af81447c4631), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.265535 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-20c849ea-3ad5-4354-a488-fe40f50fde26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c689b0e8-2ca0-43b4-9d50-af81447c4631), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.304981 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-20c849ea-3ad5-4354-a488-fe40f50fde26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b47c1764be6d44ee8c68254f20def633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361754 Mar 29 13:12:21.305932 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c849ea-3ad5-4354-a488-fe40f50fde26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c689b0e8-2ca0-43b4-9d50-af81447c4631,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:21.308022 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60468) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:21.359075 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39fa891c-b7da-4af2-94ec-4c75ae4d3a10 admin admin] Publish callbacks [] for security_group (c689b0e8-2ca0-43b4-9d50-af81447c4631), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.393761 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39fa891c-b7da-4af2-94ec-4c75ae4d3a10 admin admin] Publish callbacks [] for security_group (c689b0e8-2ca0-43b4-9d50-af81447c4631), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.498406 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:12:21.613400 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39fa891c-b7da-4af2-94ec-4c75ae4d3a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c689b0e8-2ca0-43b4-9d50-af81447c4631), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.616665 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39fa891c-b7da-4af2-94ec-4c75ae4d3a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:21.621210 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-39fa891c-b7da-4af2-94ec-4c75ae4d3a10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c689b0e8-2ca0-43b4-9d50-af81447c4631 HTTP/1.1" status: 204 len: 168 time: 0.3089011 Mar 29 13:12:21.649915 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa891c-b7da-4af2-94ec-4c75ae4d3a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c689b0e8-2ca0-43b4-9d50-af81447c4631,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:21.902327 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c34c8-7c49-4d55-8963-79ea96b0cb97 req-8f9ea1e7-aaa6-4687-a452-2f7567758dc5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:21.903937 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f76c34c8-7c49-4d55-8963-79ea96b0cb97 req-8f9ea1e7-aaa6-4687-a452-2f7567758dc5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0537648 Mar 29 13:12:21.955275 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f76c34c8-7c49-4d55-8963-79ea96b0cb97 req-01d497a5-f96b-4d70-b13c-4919e57217e9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Mar 29 13:12:22.462737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60564) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:22.479669 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c63d09cc-c2b2-4161-a9f4-7d2da893c9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.560683 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c63d09cc-c2b2-4161-a9f4-7d2da893c9b3 admin admin] Publish callbacks [] for security_group (533dd2c6-6302-4372-81f2-df955bba11f9), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.648067 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c63d09cc-c2b2-4161-a9f4-7d2da893c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (533dd2c6-6302-4372-81f2-df955bba11f9), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.685588 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d09cc-c2b2-4161-a9f4-7d2da893c9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533dd2c6-6302-4372-81f2-df955bba11f9,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:22.690374 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c63d09cc-c2b2-4161-a9f4-7d2da893c9b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b1e77fe80d4aa58831d413fc5b9317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259777 Mar 29 13:12:22.692346 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60574) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:22.748630 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b384a856-1b93-4187-8c41-5741cc98c40b admin admin] Publish callbacks [] for security_group (533dd2c6-6302-4372-81f2-df955bba11f9), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.768232 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b384a856-1b93-4187-8c41-5741cc98c40b admin admin] Publish callbacks [] for security_group (533dd2c6-6302-4372-81f2-df955bba11f9), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.772842 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.881522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b384a856-1b93-4187-8c41-5741cc98c40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (533dd2c6-6302-4372-81f2-df955bba11f9), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.884530 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b384a856-1b93-4187-8c41-5741cc98c40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:22.886680 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b384a856-1b93-4187-8c41-5741cc98c40b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/533dd2c6-6302-4372-81f2-df955bba11f9 HTTP/1.1" status: 204 len: 168 time: 0.1924407 Mar 29 13:12:22.893500 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384a856-1b93-4187-8c41-5741cc98c40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533dd2c6-6302-4372-81f2-df955bba11f9,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:23.076906 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ee403-dd1a-4b7f-8b29-95597f22e06b req-79c27986-d53d-4c01-82a1-d80c1d7a25b4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:23.078366 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-be3ee403-dd1a-4b7f-8b29-95597f22e06b req-79c27986-d53d-4c01-82a1-d80c1d7a25b4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0552480 Mar 29 13:12:23.125430 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-be3ee403-dd1a-4b7f-8b29-95597f22e06b req-17befa5d-3fda-47a5-b363-39bc9f1d1997 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Mar 29 13:12:23.661652 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60596) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:23.674640 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-81fefd28-1a5b-47c2-95fe-4720627ea879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:23.745849 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-81fefd28-1a5b-47c2-95fe-4720627ea879 admin admin] Publish callbacks [] for security_group (c2504984-867c-4fe5-93be-20164a48ebbe), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:23.896232 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-81fefd28-1a5b-47c2-95fe-4720627ea879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c2504984-867c-4fe5-93be-20164a48ebbe), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:23.935239 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-81fefd28-1a5b-47c2-95fe-4720627ea879 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=102add79c5384d67b108b9c1e49b1eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724016 Mar 29 13:12:23.936103 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fefd28-1a5b-47c2-95fe-4720627ea879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2504984-867c-4fe5-93be-20164a48ebbe,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:23.937967 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60600) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:23.995967 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c86c25b7-15ba-4624-9b59-3a5c8fa5e349 admin admin] Publish callbacks [] for security_group (c2504984-867c-4fe5-93be-20164a48ebbe), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:24.017700 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c86c25b7-15ba-4624-9b59-3a5c8fa5e349 admin admin] Publish callbacks [] for security_group (c2504984-867c-4fe5-93be-20164a48ebbe), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:24.188258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c86c25b7-15ba-4624-9b59-3a5c8fa5e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c2504984-867c-4fe5-93be-20164a48ebbe), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:24.191152 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c86c25b7-15ba-4624-9b59-3a5c8fa5e349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:24.192703 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-c86c25b7-15ba-4624-9b59-3a5c8fa5e349 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2504984-867c-4fe5-93be-20164a48ebbe HTTP/1.1" status: 204 len: 168 time: 0.2529073 Mar 29 13:12:24.227635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c25b7-15ba-4624-9b59-3a5c8fa5e349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2504984-867c-4fe5-93be-20164a48ebbe,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:24.268422 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b2e9b-02af-47c7-a391-347c51c84cdb req-03ca1897-2034-423f-8a63-912eeaf54447 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:24.276086 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a80b2e9b-02af-47c7-a391-347c51c84cdb req-03ca1897-2034-423f-8a63-912eeaf54447 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0821903 Mar 29 13:12:24.322088 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a80b2e9b-02af-47c7-a391-347c51c84cdb req-4cc0c2d9-1249-4fb6-bc11-c3a971a79920 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450191 Mar 29 13:12:25.443735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948bdaa-57f3-49aa-860c-d1bb0e66f234 req-752f6338-0ab1-4163-8684-0df01809c845 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:25.445813 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2948bdaa-57f3-49aa-860c-d1bb0e66f234 req-752f6338-0ab1-4163-8684-0df01809c845 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0544443 Mar 29 13:12:25.476773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60646) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:25.501279 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2948bdaa-57f3-49aa-860c-d1bb0e66f234 req-4f22046c-581f-4aa0-9d10-5ac5ecea6bfe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494702 Mar 29 13:12:25.611948 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1159b329-008a-4a12-9ecc-c3724a0401ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50ac8bc7329f4be690d3278c49d8c620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339357 Mar 29 13:12:25.614319 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60650) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:25.664819 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3ee6-14e4-4ac8-a25f-2667e8021bc7 admin admin] Publish callbacks [] for security_group (549cf546-4273-4975-b9c5-58a4a5a4b4d7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:25.688686 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3ee6-14e4-4ac8-a25f-2667e8021bc7 admin admin] Publish callbacks [] for security_group (549cf546-4273-4975-b9c5-58a4a5a4b4d7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:25.813148 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3ee6-14e4-4ac8-a25f-2667e8021bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (549cf546-4273-4975-b9c5-58a4a5a4b4d7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:25.815669 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3ee6-14e4-4ac8-a25f-2667e8021bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:25.816793 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-7d2e3ee6-14e4-4ac8-a25f-2667e8021bc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/549cf546-4273-4975-b9c5-58a4a5a4b4d7 HTTP/1.1" status: 204 len: 168 time: 0.2015984 Mar 29 13:12:25.825387 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e3ee6-14e4-4ac8-a25f-2667e8021bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549cf546-4273-4975-b9c5-58a4a5a4b4d7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:26.624476 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a787b4a-1745-41eb-8312-e992921989df req-5a07dd3a-b355-4a88-9c7d-ce1210f38b00 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:26.625955 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1a787b4a-1745-41eb-8312-e992921989df req-5a07dd3a-b355-4a88-9c7d-ce1210f38b00 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0576537 Mar 29 13:12:26.676779 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1a787b4a-1745-41eb-8312-e992921989df req-9f8a7b3d-2c3b-4840-85e2-767682171921 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 Mar 29 13:12:26.908227 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60684) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:27.002381 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-542934593-network', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:27.087558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Made reservation on behalf of 5b287c59c3dc4b209029dfe3a4c8e545 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:27.089790 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.098001 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.168471 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks [] for security_group (6c284b89-e221-4c6c-8bf5-59bbd86a11db), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.241763 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6c284b89-e221-4c6c-8bf5-59bbd86a11db), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.266466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:12:27.276943 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c284b89-e221-4c6c-8bf5-59bbd86a11db,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:27.281624 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (092c7a14-3f69-46ff-90b5-c72e1c3e9581), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.281963 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Added segment 092c7a14-3f69-46ff-90b5-c72e1c3e9581 of type vlan for network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 Mar 29 13:12:27.323121 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (2d2d0fd2-c7bb-4377-a7df-6b05df323176), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.416029 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (2d2d0fd2-c7bb-4377-a7df-6b05df323176), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.417010 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:27.417586 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.474411 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] Pushing event updated for resources: {'Network': ['ID=2d2d0fd2-c7bb-4377-a7df-6b05df323176,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:27.484218 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:12:27.561723 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-882a5b24-6b11-4ce8-8ba2-081cf829dbaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6522813 Mar 29 13:12:27.564592 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60694) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:27.570514 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Request body: {'subnet': {'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-542934593-subnet', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:27.656225 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Made reservation on behalf of 5b287c59c3dc4b209029dfe3a4c8e545 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:27.658513 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165764'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.856375 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a0300-63e9-415f-a37e-8b53e8044113 req-c702c1c0-c964-481e-8950-91770a1c1e1c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:27.857850 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-498a0300-63e9-415f-a37e-8b53e8044113 req-c702c1c0-c964-481e-8950-91770a1c1e1c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0945919 Mar 29 13:12:27.909069 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-498a0300-63e9-415f-a37e-8b53e8044113 req-06faeb8f-33eb-4f6a-bf21-1016a12f65a1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Mar 29 13:12:27.933250 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165778'] for subnet (563217e1-1979-4198-830e-021996f7bcf0), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:27.993886 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=563217e1-1979-4198-830e-021996f7bcf0,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:28.003637 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Checking segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:28.003989 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Network hostable DHCP agents. Network: 2d2d0fd2-c7bb-4377-a7df-6b05df323176, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:12:28.081535 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:12:28.142137 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 2d2d0fd2-c7bb-4377-a7df-6b05df323176) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:28.147333 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:28.149293 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.157534 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e58521-5664-4093-9238-2692646b1f54 None None] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:12:28.238759 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-55bc4137-5028-48eb-8d59-c67f47385d9d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6731029 Mar 29 13:12:28.241540 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60706) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:28.246006 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:28.267358 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:12:28.268222 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.353841 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (cdcb669c-38fb-42dc-81fa-87a754b08c90), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.354888 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (cdcb669c-38fb-42dc-81fa-87a754b08c90), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.404839 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Allocated IP 172.20.0.2 (2d2d0fd2-c7bb-4377-a7df-6b05df323176/563217e1-1979-4198-830e-021996f7bcf0/78ac451c-65ba-4d39-b03d-bc68d0640eaf) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:28.419297 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks [] for router_controller (cdcb669c-38fb-42dc-81fa-87a754b08c90), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.547375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Publish callbacks [] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.613657 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.628524 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks [] for router_gateway (cdcb669c-38fb-42dc-81fa-87a754b08c90), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.651794 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:28.654521 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:28.660377 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:28.665639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Pushing event updated for resources: {'Port': ['ID=78ac451c-65ba-4d39-b03d-bc68d0640eaf,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:28.717293 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Attempting to bind port 78ac451c-65ba-4d39-b03d-bc68d0640eaf on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:28.717652 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Attempting to bind port 78ac451c-65ba-4d39-b03d-bc68d0640eaf by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:28.718005 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Attempting to bind port 78ac451c-65ba-4d39-b03d-bc68d0640eaf on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:28.722846 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:28.723319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Checking segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:28.723746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.724130 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Bound using segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:28.724583 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Bound port: 78ac451c-65ba-4d39-b03d-bc68d0640eaf, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:28.724952 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.790687 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] For port 78ac451c-65ba-4d39-b03d-bc68d0640eaf, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:28.793735 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] For port 78ac451c-65ba-4d39-b03d-bc68d0640eaf, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=78ac451c-65ba-4d39-b03d-bc68d0640eaf,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:28.927031 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks [] for router_gateway (cdcb669c-38fb-42dc-81fa-87a754b08c90), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.945818 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:28.962880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:29.040323 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87099ae-3df2-44b6-a861-b16c9802f693 None None] Pushing event updated for resources: {'Port': ['ID=78ac451c-65ba-4d39-b03d-bc68d0640eaf,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:29.067165 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Allocated IP 172.27.1.140 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/50cecd8c-556c-42e5-9816-d6aa7924a954) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:29.082373 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173e16-e656-4b5f-95cc-241d51c75a64 req-17b9d80b-1511-417e-a124-2274053b687f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:29.084151 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3b173e16-e656-4b5f-95cc-241d51c75a64 req-17b9d80b-1511-417e-a124-2274053b687f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.1073868 Mar 29 13:12:29.137075 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3b173e16-e656-4b5f-95cc-241d51c75a64 req-a215c8fd-0f8b-4ef1-9c14-7e108505842d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452244 Mar 29 13:12:29.188502 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks [] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:29.321374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:29.373216 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:29.376231 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:29.379183 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:29.406928 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Pushing event updated for resources: {'Port': ['ID=50cecd8c-556c-42e5-9816-d6aa7924a954,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:29.571707 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb72563-a755-4f16-9b6a-216a15e15836 req-be7b040e-f3e3-4446-8d88-06023b923631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:29.573055 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bbb72563-a755-4f16-9b6a-216a15e15836 req-be7b040e-f3e3-4446-8d88-06023b923631 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1129 time: 0.1071849 Mar 29 13:12:29.669210 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bbb72563-a755-4f16-9b6a-216a15e15836 req-ae7d7956-20a6-4966-a451-0d254131fb1d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871356 Mar 29 13:12:29.721235 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 78ac451c-65ba-4d39-b03d-bc68d0640eaf up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:29.776384 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 78ac451c-65ba-4d39-b03d-bc68d0640eaf triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:29.776859 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:29.826677 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks [] for router_gateway (cdcb669c-38fb-42dc-81fa-87a754b08c90), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:29.866229 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 78ac451c-65ba-4d39-b03d-bc68d0640eaf is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:29.866802 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:29.902395 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 78ac451c-65ba-4d39-b03d-bc68d0640eaf, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=78ac451c-65ba-4d39-b03d-bc68d0640eaf,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:30.017120 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa3df0-3d93-4359-8032-dbe0cd142ae9 None None] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:12:30.056412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.141889 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=78ac451c-65ba-4d39-b03d-bc68d0640eaf,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:30.155087 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d6a096d8-627f-4701-bd0e-33c4d5dd296a None None] Provisioning complete for port 78ac451c-65ba-4d39-b03d-bc68d0640eaf triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:30.155467 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d6a096d8-627f-4701-bd0e-33c4d5dd296a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.277354 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d6a096d8-627f-4701-bd0e-33c4d5dd296a None None] Current status of the port 78ac451c-65ba-4d39-b03d-bc68d0640eaf is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:30.303675 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60740) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:30.304672 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234392d-e44e-4ec2-9423-1c873b95b679 req-86dc4eee-774e-44e7-9872-72c546586311 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:30.306335 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0234392d-e44e-4ec2-9423-1c873b95b679 req-86dc4eee-774e-44e7-9872-72c546586311 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Mar 29 13:12:30.325652 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (cdcb669c-38fb-42dc-81fa-87a754b08c90), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.431787 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0234392d-e44e-4ec2-9423-1c873b95b679 req-f863bdcd-601d-44c5-996a-50be755dcc40 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156268 Mar 29 13:12:30.453904 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ac671eb-ca96-415a-86b3-f6a9f0a24af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.499270 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-412bbbe0-2ed6-4bd9-a007-69dd745c6319 None None] Provisioning complete for port 78ac451c-65ba-4d39-b03d-bc68d0640eaf triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:30.499672 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-412bbbe0-2ed6-4bd9-a007-69dd745c6319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.532952 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ac671eb-ca96-415a-86b3-f6a9f0a24af8 admin admin] Publish callbacks [] for security_group (a99cfbe0-c22a-4faa-a957-072eb5e31fcb), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.580958 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-412bbbe0-2ed6-4bd9-a007-69dd745c6319 None None] Current status of the port 78ac451c-65ba-4d39-b03d-bc68d0640eaf is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:30.599249 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:12:30.664529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9ac671eb-ca96-415a-86b3-f6a9f0a24af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a99cfbe0-c22a-4faa-a957-072eb5e31fcb), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.703597 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9ac671eb-ca96-415a-86b3-f6a9f0a24af8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cc64c678398447c96615b75adad0a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972762 Mar 29 13:12:30.704719 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac671eb-ca96-415a-86b3-f6a9f0a24af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99cfbe0-c22a-4faa-a957-072eb5e31fcb,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:30.706238 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60748) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:30.727122 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:12:30.736771 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:12:30.749967 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:30.751462 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:30.770785 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ab6c42be-a552-4843-a41c-16186a921610 admin admin] Publish callbacks [] for security_group (a99cfbe0-c22a-4faa-a957-072eb5e31fcb), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.793517 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ab6c42be-a552-4843-a41c-16186a921610 admin admin] Publish callbacks [] for security_group (a99cfbe0-c22a-4faa-a957-072eb5e31fcb), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.846574 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.851018 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d2ec418d-dd47-4542-9ec0-65385fb7bee3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6082039 Mar 29 13:12:30.851377 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60758) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:30.871448 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:30.920387 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ab6c42be-a552-4843-a41c-16186a921610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a99cfbe0-c22a-4faa-a957-072eb5e31fcb), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.923093 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ab6c42be-a552-4843-a41c-16186a921610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:30.924513 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ab6c42be-a552-4843-a41c-16186a921610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a99cfbe0-c22a-4faa-a957-072eb5e31fcb HTTP/1.1" status: 204 len: 168 time: 0.2170887 Mar 29 13:12:30.934364 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c42be-a552-4843-a41c-16186a921610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99cfbe0-c22a-4faa-a957-072eb5e31fcb,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:31.108886 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559921-9e8c-4c2a-af0e-ccf457d5a84a req-7169dcf2-235e-4ed1-8828-3ec21ba451fc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:31.110662 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f559921-9e8c-4c2a-af0e-ccf457d5a84a req-7169dcf2-235e-4ed1-8828-3ec21ba451fc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0540016 Mar 29 13:12:31.113999 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:29Z', 'revision_number': 3, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:31.141460 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:12:31.141804 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Updating router cdcb669c-38fb-42dc-81fa-87a754b08c90 port 50cecd8c-556c-42e5-9816-d6aa7924a954 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:12:31.164810 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f559921-9e8c-4c2a-af0e-ccf457d5a84a req-9faab01f-3b96-4fe7-9a51-cd5ac91de619 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484538 Mar 29 13:12:31.180334 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.323032 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.496708 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Allocated IP 172.20.0.1 (2d2d0fd2-c7bb-4377-a7df-6b05df323176/563217e1-1979-4198-830e-021996f7bcf0/5f8eacd8-b6a0-401d-9d61-05dde3220f93) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:31.530534 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Publish callbacks [] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.616262 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.616519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2ffc6-2d2d-4942-962f-8a388a4bbfda req-9fa0e92a-65d9-48dd-a555-8f235a481b8a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:31.617875 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51d2ffc6-2d2d-4942-962f-8a388a4bbfda req-9fa0e92a-65d9-48dd-a555-8f235a481b8a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.1155620 Mar 29 13:12:31.658890 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60772) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:31.664008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks [] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.681248 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f7d02b3-5449-40ff-87c3-3ff2164bb76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.704495 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Attempting to bind port 50cecd8c-556c-42e5-9816-d6aa7924a954 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:31.705486 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Attempting to bind port 50cecd8c-556c-42e5-9816-d6aa7924a954 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:31.705859 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Attempting to bind port 50cecd8c-556c-42e5-9816-d6aa7924a954 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:31.708873 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Pushing event updated for resources: {'Port': ['ID=50cecd8c-556c-42e5-9816-d6aa7924a954,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:31.709157 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51d2ffc6-2d2d-4942-962f-8a388a4bbfda req-bac8e35e-d97c-4f31-8560-fa898b7e87a8 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781538 Mar 29 13:12:31.719635 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.719988 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.720642 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.720971 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.721313 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.721937 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.722306 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.722636 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.723308 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.723682 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.724044 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.724720 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.725137 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.726288 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.726592 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:31.730292 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:31.730634 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:31.731080 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.731407 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:31.731925 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Bound port: 50cecd8c-556c-42e5-9816-d6aa7924a954, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:31.732316 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.753944 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 78ac451c-65ba-4d39-b03d-bc68d0640eaf up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:31.786302 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] For port 50cecd8c-556c-42e5-9816-d6aa7924a954, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:31.790017 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] For port 50cecd8c-556c-42e5-9816-d6aa7924a954, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=50cecd8c-556c-42e5-9816-d6aa7924a954,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:31.791639 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f7d02b3-5449-40ff-87c3-3ff2164bb76d admin admin] Publish callbacks [] for security_group (87b1b892-c6ea-4138-9714-8bed074fbe07), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.806135 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 78ac451c-65ba-4d39-b03d-bc68d0640eaf triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:31.806506 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.816847 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.853368 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:31.856222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:31.859711 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:31.887100 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 78ac451c-65ba-4d39-b03d-bc68d0640eaf is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:31.890411 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8eacd8-b6a0-401d-9d61-05dde3220f93,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:31.896846 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f7d02b3-5449-40ff-87c3-3ff2164bb76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (87b1b892-c6ea-4138-9714-8bed074fbe07), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.909678 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (cdcb669c-38fb-42dc-81fa-87a754b08c90), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.936819 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:31.944258 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-3f7d02b3-5449-40ff-87c3-3ff2164bb76d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0227b077a17348979e9879b6750cb0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840517 Mar 29 13:12:31.948172 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60774) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:31.969189 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d02b3-5449-40ff-87c3-3ff2164bb76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1b892-c6ea-4138-9714-8bed074fbe07,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:32.024837 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:32.025054 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e518d12d-5d5d-488c-88f8-ee5079adb6ca admin admin] Publish callbacks [] for security_group (87b1b892-c6ea-4138-9714-8bed074fbe07), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.025879 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:32.059885 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e518d12d-5d5d-488c-88f8-ee5079adb6ca admin admin] Publish callbacks [] for security_group (87b1b892-c6ea-4138-9714-8bed074fbe07), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.099471 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738861-0c73-4a8b-913e-d1c5a450d593 None None] Pushing event updated for resources: {'Port': ['ID=50cecd8c-556c-42e5-9816-d6aa7924a954,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:32.121733 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-1c25a6c3-42b6-4d16-964e-eaf780402497 None None] Provisioning complete for port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:32.122177 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c25a6c3-42b6-4d16-964e-eaf780402497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.157811 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-1c25a6c3-42b6-4d16-964e-eaf780402497 None None] Port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:32.158603 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.160226 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:32.181962 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e518d12d-5d5d-488c-88f8-ee5079adb6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (87b1b892-c6ea-4138-9714-8bed074fbe07), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.200261 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e518d12d-5d5d-488c-88f8-ee5079adb6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.203854 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e518d12d-5d5d-488c-88f8-ee5079adb6ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87b1b892-c6ea-4138-9714-8bed074fbe07 HTTP/1.1" status: 204 len: 168 time: 0.2521377 Mar 29 13:12:32.212387 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518d12d-5d5d-488c-88f8-ee5079adb6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1b892-c6ea-4138-9714-8bed074fbe07,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:32.332290 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576af015-ad9d-4435-a4f3-c249f401088b req-fba605cc-79b7-4ad2-8db8-a45dcce7f228 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:32.334070 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-576af015-ad9d-4435-a4f3-c249f401088b req-fba605cc-79b7-4ad2-8db8-a45dcce7f228 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0635867 Mar 29 13:12:32.349442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks [] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.382948 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:29Z', 'revision_number': 3, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:32.388133 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-576af015-ad9d-4435-a4f3-c249f401088b req-5520e278-6ee1-47ef-8602-20a109ba15c9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475583 Mar 29 13:12:32.409203 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0fead8-b3f0-4b02-9bd8-fa7c118aa170 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:29Z', 'revision_number': 3, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:12:32.425542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.495425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (cdcb669c-38fb-42dc-81fa-87a754b08c90), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:32.503286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8eacd8-b6a0-401d-9d61-05dde3220f93,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:32.596193 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:32.597582 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:32.747333 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:12:32.906791 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2589-f89f-4994-b49a-b9e9662f6e83 req-42dcfffb-0ce1-4183-a551-1c2f65874dd7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:32.908303 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-398a2589-f89f-4994-b49a-b9e9662f6e83 req-42dcfffb-0ce1-4183-a551-1c2f65874dd7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0794454 Mar 29 13:12:32.925822 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:12:32.936837 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4890782e-e654-49fe-b6a1-124e13af7884 admin admin] 10.222.0.21 "PUT /v2.0/routers/cdcb669c-38fb-42dc-81fa-87a754b08c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0843136 Mar 29 13:12:33.004173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9009094b-af57-4928-8d80-02bddb8c68fb None None] Provisioning complete for port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:33.004763 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9009094b-af57-4928-8d80-02bddb8c68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:33.067021 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9009094b-af57-4928-8d80-02bddb8c68fb None None] Port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:33.263211 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-398a2589-f89f-4994-b49a-b9e9662f6e83 req-098ce7be-ee0a-4982-9ee0-9216a524d504 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459699 Mar 29 13:12:33.537469 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdee263-7142-46a4-9a92-76eea9075142 req-ca233e4e-b5de-4df9-9072-cd87de206a37 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:33.539814 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3cdee263-7142-46a4-9a92-76eea9075142 req-ca233e4e-b5de-4df9-9072-cd87de206a37 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0671060 Mar 29 13:12:33.592826 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3cdee263-7142-46a4-9a92-76eea9075142 req-1b0e74f7-dbc0-4b1e-99a4-9c608d1bc02e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471582 Mar 29 13:12:33.709904 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 50cecd8c-556c-42e5-9816-d6aa7924a954 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:33.766162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 50cecd8c-556c-42e5-9816-d6aa7924a954 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:33.766608 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:33.893850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 50cecd8c-556c-42e5-9816-d6aa7924a954 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:33.894604 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:33.939076 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 50cecd8c-556c-42e5-9816-d6aa7924a954, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=50cecd8c-556c-42e5-9816-d6aa7924a954,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:34.038850 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60848) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:34.045053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.050298 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-401080491-network', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:34.097013 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=50cecd8c-556c-42e5-9816-d6aa7924a954,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:34.105040 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.105391 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.105751 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.106103 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.106440 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.106831 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.107081 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.107399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.107746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.108226 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.108776 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.109289 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.110475 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.111038 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.117111 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:34.142130 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Made reservation on behalf of 91a7e31641a14fe7b75dd48cdcdbc1a9 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:34.144868 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.157732 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.261075 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks [] for security_group (c902733d-f058-4e4e-8fca-342a6c876582), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.361053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:12:34.368021 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c902733d-f058-4e4e-8fca-342a6c876582), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.389327 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:34.390214 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:34.405222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:12:34.407874 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c902733d-f058-4e4e-8fca-342a6c876582,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:34.420815 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.423793 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Added segment fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd of type vlan for network e40e4621-8d15-49f4-b44f-5317fdfa5836 Mar 29 13:12:34.447453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d1cbf-fa49-4ac0-9219-81f7305ea8bf req-e6f05d53-96f3-47ee-b892-041a8a5e21c6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:34.449587 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a58d1cbf-fa49-4ac0-9219-81f7305ea8bf req-e6f05d53-96f3-47ee-b892-041a8a5e21c6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.1187570 Mar 29 13:12:34.525392 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (e40e4621-8d15-49f4-b44f-5317fdfa5836), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.570474 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a58d1cbf-fa49-4ac0-9219-81f7305ea8bf req-f8d4ad74-23aa-4f59-b4ef-803f3c8d309d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Mar 29 13:12:34.636197 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (e40e4621-8d15-49f4-b44f-5317fdfa5836), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.637175 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:34.638425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.657250 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:34.731642 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e40e4621-8d15-49f4-b44f-5317fdfa5836,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:34.761775 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:12:34.804674 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e0c9a-5b04-4adc-b7bd-598009053076 req-519584c1-443b-48a9-a00c-7f6448c58f0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:34.806183 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-966e0c9a-5b04-4adc-b7bd-598009053076 req-519584c1-443b-48a9-a00c-7f6448c58f0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0701590 Mar 29 13:12:34.809990 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-94bca19d-4024-4b7c-8220-4b892652b8a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7651079 Mar 29 13:12:34.813056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 60894) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:34.818751 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Request body: {'subnet': {'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-401080491-subnet', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:34.859542 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-966e0c9a-5b04-4adc-b7bd-598009053076 req-5e10fbbe-cf0c-49cd-a55f-a73846b2a0f7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Mar 29 13:12:34.965684 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 2, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:34.968161 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Made reservation on behalf of 91a7e31641a14fe7b75dd48cdcdbc1a9 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:34.972094 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165764'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:34.995298 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:12:34.995680 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Updating router cdcb669c-38fb-42dc-81fa-87a754b08c90 port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:12:35.031032 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.141353 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bc422-6678-44b0-a5fe-67d136337a46 req-c875415c-9ba8-4218-8513-9e3213b4fe94 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:35.149915 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e09bc422-6678-44b0-a5fe-67d136337a46 req-c875415c-9ba8-4218-8513-9e3213b4fe94 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0856342 Mar 29 13:12:35.204842 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e09bc422-6678-44b0-a5fe-67d136337a46 req-8e4fe6f0-b048-420e-b59a-7cc945919541 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541766 Mar 29 13:12:35.231228 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-4414a493-6586-42f4-b948-35884f6b21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:35.232811 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-4414a493-6586-42f4-b948-35884f6b21f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1129 time: 0.0543149 Mar 29 13:12:35.267673 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.286841 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165778'] for subnet (159305a3-fed5-4ba1-b607-be5dc51a620e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.375722 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Pushing event updated for resources: {'Subnet': ['ID=159305a3-fed5-4ba1-b607-be5dc51a620e,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:35.396317 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.396645 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.397311 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.397804 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.398323 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.398656 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.399245 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.399596 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.400108 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.400434 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.400763 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.401089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.401412 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.401729 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.402211 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:35.402564 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Publish callbacks [] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.405473 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Checking segment: {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:35.405837 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Network hostable DHCP agents. Network: e40e4621-8d15-49f4-b44f-5317fdfa5836, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:12:35.408390 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-35a4ec77-dff0-43a3-9a5b-9d90e950cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:35.415412 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-35a4ec77-dff0-43a3-9a5b-9d90e950cdf5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.1711440 Mar 29 13:12:35.461132 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-cf2937ed-8c45-436f-a650-76be5c36b3b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 200 len: 217 time: 0.0434291 Mar 29 13:12:35.493825 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.523225 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-51f21071-76ff-4337-b7f4-d3a85facbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:35.525841 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-51f21071-76ff-4337-b7f4-d3a85facbe6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0541520 Mar 29 13:12:35.533733 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:12:35.546043 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17610a39-2f16-4faf-b2d3-99a6dd5393d0 None None] Pushing event updated for resources: {'Port': ['ID=5f8eacd8-b6a0-401d-9d61-05dde3220f93,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:35.618366 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Attempting to bind port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:35.618722 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Attempting to bind port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:35.619085 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Attempting to bind port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:35.619356 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-c2884b79-e299-43b9-b628-275305d4fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:35.621204 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-c2884b79-e299-43b9-b628-275305d4fc2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793142 Mar 29 13:12:35.624616 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:35.625002 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Checking segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:35.625722 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.625845 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Bound using segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:35.626258 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Bound port: 5f8eacd8-b6a0-401d-9d61-05dde3220f93, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:35.626637 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.660785 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, e40e4621-8d15-49f4-b44f-5317fdfa5836) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:35.671127 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbda9b6-1c30-4b9d-ab11-0fc9037be29a None None] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:12:35.722584 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:35.723618 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.770566 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 50cecd8c-556c-42e5-9816-d6aa7924a954 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:35.804195 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-0d53886e-9746-4076-acb3-ed8783a25e45 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620896 Mar 29 13:12:35.805683 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] For port 5f8eacd8-b6a0-401d-9d61-05dde3220f93, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:35.825848 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] For port 5f8eacd8-b6a0-401d-9d61-05dde3220f93, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5f8eacd8-b6a0-401d-9d61-05dde3220f93,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:35.884189 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-866c56bf-4c88-44e3-97b9-a2b026a7791e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0660293 Mar 29 13:12:35.884644 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 50cecd8c-556c-42e5-9816-d6aa7924a954 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:35.884644 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.890321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60920) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:35.900896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:35.915216 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-e40e4621-8d15-49f4-b44f-5317fdfa5836', 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836', 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'fixed_ips': [{'subnet_id': '159305a3-fed5-4ba1-b607-be5dc51a620e'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:12:35.916776 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:35.940600 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5b05b92-e2fc-4b1a-9caf-74ebcf415683 req-13aa2fd4-98b0-46c2-aafa-ef8a8e950516 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253209 Mar 29 13:12:35.950392 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.006495 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] Provisioning complete for port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:36.006807 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.033689 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.035590 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.075968 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018bc8f-855f-49b1-8878-f5f2422e6f94 req-e0ae5da1-dab8-4f6f-9c20-f3c5efde5031 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:36.079095 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7018bc8f-855f-49b1-8878-f5f2422e6f94 req-e0ae5da1-dab8-4f6f-9c20-f3c5efde5031 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0959988 Mar 29 13:12:36.152259 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7018bc8f-855f-49b1-8878-f5f2422e6f94 req-7fd650f3-0bfd-4133-b21a-a754c77b485d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664310 Mar 29 13:12:36.209701 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks [] for router_controller (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.210428 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17610a39-2f16-4faf-b2d3-99a6dd5393d0 None None] Pushing event updated for resources: {'Port': ['ID=5f8eacd8-b6a0-401d-9d61-05dde3220f93,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:36.250746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:36.251559 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:36.269525 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-27a8398f-ec39-4c9a-83d9-b7d83671af6e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600846 Mar 29 13:12:36.378815 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-3edb6c5c-23b0-4e2f-a2d7-5bc7cbd64187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:36.380786 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-3edb6c5c-23b0-4e2f-a2d7-5bc7cbd64187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0617363 Mar 29 13:12:36.388746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 50cecd8c-556c-42e5-9816-d6aa7924a954 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:36.436024 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563e968-95ed-4727-a1b3-5b96c1a71f24 req-b90280a2-71e6-4b8e-87fa-7b7f490dcb35 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:36.441066 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0563e968-95ed-4727-a1b3-5b96c1a71f24 req-b90280a2-71e6-4b8e-87fa-7b7f490dcb35 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.1605108 Mar 29 13:12:36.451024 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Allocated IP 172.20.0.2 (e40e4621-8d15-49f4-b44f-5317fdfa5836/159305a3-fed5-4ba1-b607-be5dc51a620e/5d01c829-b336-4d46-9d47-39bc05ec136a) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:36.476259 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] Current status of the port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:36.476745 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.546210 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:36.547436 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks [] for router_gateway (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.613184 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0563e968-95ed-4727-a1b3-5b96c1a71f24 req-469f1cff-1e3a-4f0e-95f1-9bc43a9e859c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224322 Mar 29 13:12:36.622533 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] For port 5f8eacd8-b6a0-401d-9d61-05dde3220f93, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5f8eacd8-b6a0-401d-9d61-05dde3220f93,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:36.627773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-13958442-8baa-4572-8f09-7060f24f56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:36.629302 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-13958442-8baa-4572-8f09-7060f24f56bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.1560049 Mar 29 13:12:36.697860 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-fbfbc30e-f108-4816-9ff7-7fa2ed36e81e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 1000 time: 0.0620878 Mar 29 13:12:36.764350 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-731c970c-f66e-450b-93b7-da69340aea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:36.766198 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-731c970c-f66e-450b-93b7-da69340aea80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.0607946 Mar 29 13:12:36.814406 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.829276 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-78eca7b3-af2b-45ca-83ee-1dcd25335fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:36.831577 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-78eca7b3-af2b-45ca-83ee-1dcd25335fbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567472 Mar 29 13:12:36.927465 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Publish callbacks [] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:36.943721 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-b531b086-f33d-4c0f-a22b-56bd68aae633 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992112 Mar 29 13:12:37.030718 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c0058ee8-db90-4ccd-bfbd-947ccd5e7bac None None] Provisioning complete for port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:37.031094 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c0058ee8-db90-4ccd-bfbd-947ccd5e7bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.045477 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1fcf715c-3369-4d39-ab9b-056c4da9f1a4 req-daf7baca-2204-4397-9e4f-78c312ef790c service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958416 Mar 29 13:12:37.059346 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc8ca3-0be3-4a3a-a3ac-17b3fc2ea97f None None] Pushing event updated for resources: {'Port': ['ID=5f8eacd8-b6a0-401d-9d61-05dde3220f93,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:37.073922 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks [] for router_gateway (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.082167 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb638961-2e2b-4494-abf2-76627c84e165 req-945c500d-e2f3-4e62-b477-ce351d9cd5fe tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:37.083720 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bb638961-2e2b-4494-abf2-76627c84e165 req-945c500d-e2f3-4e62-b477-ce351d9cd5fe tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1321685 Mar 29 13:12:37.095391 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.105937 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.182898 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:37.186489 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Pushing event updated for resources: {'Port': ['ID=5d01c829-b336-4d46-9d47-39bc05ec136a,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:37.190575 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bb638961-2e2b-4494-abf2-76627c84e165 req-e61fce4d-5bfa-46bb-9cc1-cb6152e8be1c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868502 Mar 29 13:12:37.190741 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:37.195337 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:37.288402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Allocated IP 172.27.1.13 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/9774dd05-4bf2-49e5-84ad-53d3b11461a6) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:37.289748 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c0058ee8-db90-4ccd-bfbd-947ccd5e7bac None None] Current status of the port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:37.297973 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Attempting to bind port 5d01c829-b336-4d46-9d47-39bc05ec136a on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:37.298347 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Attempting to bind port 5d01c829-b336-4d46-9d47-39bc05ec136a by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:37.298694 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Attempting to bind port 5d01c829-b336-4d46-9d47-39bc05ec136a on network e40e4621-8d15-49f4-b44f-5317fdfa5836 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:37.307260 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:35Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:37.309369 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:37.309737 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Checking segment: {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:37.310131 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.310513 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Bound using segment: {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:37.310979 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Bound port: 5d01c829-b336-4d46-9d47-39bc05ec136a, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:37.311349 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.333448 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80327148-7785-48b8-85dd-d81084e11404 req-b49b5111-0042-4d46-a3ad-e1ea96d34576 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:37.335954 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-80327148-7785-48b8-85dd-d81084e11404 req-b49b5111-0042-4d46-a3ad-e1ea96d34576 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0587587 Mar 29 13:12:37.349548 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cabeda-4fea-4e17-aa77-82b894120bd6 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:35Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:12:37.435265 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-80327148-7785-48b8-85dd-d81084e11404 req-69352819-ad0d-4e7f-ab5c-eab8c9e5345a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926404 Mar 29 13:12:37.436538 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks [] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.448965 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] For port 5d01c829-b336-4d46-9d47-39bc05ec136a, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:37.452740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] For port 5d01c829-b336-4d46-9d47-39bc05ec136a, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5d01c829-b336-4d46-9d47-39bc05ec136a,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:37.554235 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.580120 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.618159 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53281-9c9f-48bb-9583-026655c8713b None None] Pushing event updated for resources: {'Port': ['ID=5d01c829-b336-4d46-9d47-39bc05ec136a,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:37.636697 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:37.641740 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:37.644872 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:37.682159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9774dd05-4bf2-49e5-84ad-53d3b11461a6,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:37.694629 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.695000 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.695350 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.695729 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.696065 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.696406 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.696767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.697061 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.697385 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.697721 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.698046 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.698377 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.698762 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.699091 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.699416 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:12:37.757497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 5f8eacd8-b6a0-401d-9d61-05dde3220f93 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:37.825968 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:37.827299 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:37.904092 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591de7-1287-4805-b850-27de7a77f431 req-1d5af260-c192-44e8-8ab1-2da24fb7ed81 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:37.913638 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b1591de7-1287-4805-b850-27de7a77f431 req-1d5af260-c192-44e8-8ab1-2da24fb7ed81 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.2051928 Mar 29 13:12:37.981923 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:38.011441 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b1591de7-1287-4805-b850-27de7a77f431 req-d4ef2c58-f133-4fb3-a101-f17cbebf9264 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898321 Mar 29 13:12:38.182504 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks [] for router_gateway (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:38.426018 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94c159-0f3b-4c43-8fcb-c460a49a56d5 req-f1015c28-507d-4926-b744-26d35b92ede8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:38.430068 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cc94c159-0f3b-4c43-8fcb-c460a49a56d5 req-f1015c28-507d-4926-b744-26d35b92ede8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1226330 Mar 29 13:12:38.529100 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cc94c159-0f3b-4c43-8fcb-c460a49a56d5 req-a3cc3c35-d48e-46d8-baf9-40a0a94be536 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911701 Mar 29 13:12:38.568441 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:38.736615 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c783600-a88a-4de3-89e2-6a43afae791f req-4b58a222-e5a3-4671-8c99-6667b98498aa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:38.739965 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c783600-a88a-4de3-89e2-6a43afae791f req-4b58a222-e5a3-4671-8c99-6667b98498aa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1615119 Mar 29 13:12:38.812618 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c783600-a88a-4de3-89e2-6a43afae791f req-db62b51c-9d7c-47c7-aa58-34bfa39050d7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668063 Mar 29 13:12:38.822319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195a4c9-44f3-4061-8c08-711998064a41 None None] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:12:38.890513 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:12:38.944962 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] Provisioning complete for port 5d01c829-b336-4d46-9d47-39bc05ec136a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:38.945337 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.042689 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] Current status of the port 5d01c829-b336-4d46-9d47-39bc05ec136a is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:39.043088 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.090565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] For port 5d01c829-b336-4d46-9d47-39bc05ec136a, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5d01c829-b336-4d46-9d47-39bc05ec136a,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:39.165263 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.174632 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6897459-6456-4f23-9b31-cf65af236000 req-f91a55ca-eeec-4fae-8843-85264b460bde tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:39.177560 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6897459-6456-4f23-9b31-cf65af236000 req-f91a55ca-eeec-4fae-8843-85264b460bde tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0718598 Mar 29 13:12:39.231330 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8a226-b23a-4867-81cb-04af322a0bea None None] Pushing event updated for resources: {'Port': ['ID=5d01c829-b336-4d46-9d47-39bc05ec136a,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:39.245221 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6897459-6456-4f23-9b31-cf65af236000 req-e1ffeec7-8384-4f02-9ded-cc8cd5000ab8 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Mar 29 13:12:39.277407 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:12:39.288965 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Sync routers for ids ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:12:39.294441 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-07530f33-3f50-4af2-b817-9b4c2bbb68cc None None] Provisioning complete for port 5d01c829-b336-4d46-9d47-39bc05ec136a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:39.294836 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-07530f33-3f50-4af2-b817-9b4c2bbb68cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.307216 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Routers {'178a2750-2e3f-4d40-b00c-1b87c78b3fb4'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:39.308726 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:39.384263 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-07530f33-3f50-4af2-b817-9b4c2bbb68cc None None] Current status of the port 5d01c829-b336-4d46-9d47-39bc05ec136a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:39.385279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.386648 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-40bc9566-cac5-4142-9d8d-78b91c7d11a7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4945130 Mar 29 13:12:39.389496 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 60980) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:39.428434 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Set router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:39.639839 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:12:37Z', 'revision_number': 3, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:39.669735 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Checking router: 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:12:39.670173 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Updating router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:12:39.717128 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286225e3-c47a-4467-84ed-8f5b6dc8f51f req-3fa8bbe6-85a8-496c-94fc-063fbf6f16f2 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:39.718695 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-286225e3-c47a-4467-84ed-8f5b6dc8f51f req-3fa8bbe6-85a8-496c-94fc-063fbf6f16f2 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0954938 Mar 29 13:12:39.724976 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.771630 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-286225e3-c47a-4467-84ed-8f5b6dc8f51f req-683fbc50-83f5-45e8-af61-454fff49bb15 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Mar 29 13:12:39.793626 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 5d01c829-b336-4d46-9d47-39bc05ec136a up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:39.859314 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 5d01c829-b336-4d46-9d47-39bc05ec136a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:39.859948 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:39.961146 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 5d01c829-b336-4d46-9d47-39bc05ec136a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:39.989186 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.012317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bdcc4-d8fb-48a9-8756-6de14448c8b1 req-99281763-f2ba-48cf-9dce-828276905679 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:40.014040 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-466bdcc4-d8fb-48a9-8756-6de14448c8b1 req-99281763-f2ba-48cf-9dce-828276905679 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1127474 Mar 29 13:12:40.056205 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Publish callbacks [] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.138242 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-466bdcc4-d8fb-48a9-8756-6de14448c8b1 req-e073b10d-eba5-497d-82a5-cb4b66b928c7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130466 Mar 29 13:12:40.170193 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.191324 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Allocated IP 172.20.0.1 (e40e4621-8d15-49f4-b44f-5317fdfa5836/159305a3-fed5-4ba1-b607-be5dc51a620e/67146739-431e-44f5-a68f-2e8f4e8391ae) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:40.217309 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Attempting to bind port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:40.217674 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Attempting to bind port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:40.218030 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Attempting to bind port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:40.229604 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:40.233413 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:40.233413 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.233413 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:40.233413 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Bound port: 9774dd05-4bf2-49e5-84ad-53d3b11461a6, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:40.233413 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.233413 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11377407-4273-422f-9e84-4c4c2351b25b None None] Pushing event updated for resources: {'Port': ['ID=9774dd05-4bf2-49e5-84ad-53d3b11461a6,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:40.296393 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks [] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.297805 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] For port 9774dd05-4bf2-49e5-84ad-53d3b11461a6, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:40.301106 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] For port 9774dd05-4bf2-49e5-84ad-53d3b11461a6, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9774dd05-4bf2-49e5-84ad-53d3b11461a6,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:40.385256 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.414471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.433114 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Routers {'178a2750-2e3f-4d40-b00c-1b87c78b3fb4'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:40.433743 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:40.457856 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:40.461317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:40.466879 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:40.497912 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Pushing event updated for resources: {'Port': ['ID=67146739-431e-44f5-a68f-2e8f4e8391ae,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:40.527273 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.634263 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11377407-4273-422f-9e84-4c4c2351b25b None None] Pushing event updated for resources: {'Port': ['ID=9774dd05-4bf2-49e5-84ad-53d3b11461a6,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:40.684201 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] Set router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:40.720547 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-82782e4b-b381-4009-b36d-c6947990c110 None None] Provisioning complete for port 67146739-431e-44f5-a68f-2e8f4e8391ae triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:40.721095 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-82782e4b-b381-4009-b36d-c6947990c110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.805783 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:40.807169 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-82782e4b-b381-4009-b36d-c6947990c110 None None] Port 67146739-431e-44f5-a68f-2e8f4e8391ae cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:40.960546 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:12:37Z', 'revision_number': 3, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:40.960846 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d7065-ea2e-4b61-bebf-aae540ea14e1 req-c0f64ee1-13d0-4d2f-b4fa-6261e731d7dd tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:40.970061 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-da8d7065-ea2e-4b61-bebf-aae540ea14e1 req-c0f64ee1-13d0-4d2f-b4fa-6261e731d7dd tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0769022 Mar 29 13:12:40.993838 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f14ee-142b-49da-8d62-999f7533a182 None None] The sync data for ids ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'] in dv-cinder-815560-5-iscsi is: [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:12:37Z', 'revision_number': 3, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:12:41.027363 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks [] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.030916 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-da8d7065-ea2e-4b61-bebf-aae540ea14e1 req-051e7431-90f5-4410-8613-7b0f239f8a64 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598960 Mar 29 13:12:41.125321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.234451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.243711 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32790) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:41.297635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Pushing event updated for resources: {'Port': ['ID=67146739-431e-44f5-a68f-2e8f4e8391ae,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:41.399466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-059189ed-96f9-4542-8353-eb99c795d25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.399839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb60c3f-13ce-49b8-99a5-0d9a3b87f9a7 req-d2d06bc8-56cd-4da6-8daa-242c076cdbfe tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:41.401606 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0fb60c3f-13ce-49b8-99a5-0d9a3b87f9a7 req-d2d06bc8-56cd-4da6-8daa-242c076cdbfe tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1596110 Mar 29 13:12:41.442490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:41.449314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:41.507475 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-059189ed-96f9-4542-8353-eb99c795d25a admin admin] Publish callbacks [] for security_group (f7242b28-1617-4b73-99bf-1cd7aa1a0fe8), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.563838 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0fb60c3f-13ce-49b8-99a5-0d9a3b87f9a7 req-cf28ef89-e790-4134-b747-45f4c7908d66 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527348 Mar 29 13:12:41.579090 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-059189ed-96f9-4542-8353-eb99c795d25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (f7242b28-1617-4b73-99bf-1cd7aa1a0fe8), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.667012 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-059189ed-96f9-4542-8353-eb99c795d25a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d766b6f8b49f4089898a9f8ea4b9f33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222031 Mar 29 13:12:41.669545 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32794) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:41.682807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:12:41.725973 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059189ed-96f9-4542-8353-eb99c795d25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7242b28-1617-4b73-99bf-1cd7aa1a0fe8,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:41.750953 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d166c18-7c1d-400e-8619-4b9a8ecaddbc admin admin] Publish callbacks [] for security_group (f7242b28-1617-4b73-99bf-1cd7aa1a0fe8), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.766811 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-f903cd92-d692-4d30-9e18-9551a3db179f None None] Provisioning complete for port 67146739-431e-44f5-a68f-2e8f4e8391ae triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:41.767328 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f903cd92-d692-4d30-9e18-9551a3db179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.790657 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d166c18-7c1d-400e-8619-4b9a8ecaddbc admin admin] Publish callbacks [] for security_group (f7242b28-1617-4b73-99bf-1cd7aa1a0fe8), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.849229 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f903cd92-d692-4d30-9e18-9551a3db179f None None] Port 67146739-431e-44f5-a68f-2e8f4e8391ae cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:41.889007 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:12:41.894368 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-858c5d46-bae1-4c57-916e-2bf6015e1b43 admin admin] 10.222.0.21 "PUT /v2.0/routers/178a2750-2e3f-4d40-b00c-1b87c78b3fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5037181 Mar 29 13:12:41.924676 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9774dd05-4bf2-49e5-84ad-53d3b11461a6 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:41.948476 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d166c18-7c1d-400e-8619-4b9a8ecaddbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (f7242b28-1617-4b73-99bf-1cd7aa1a0fe8), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.952562 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d166c18-7c1d-400e-8619-4b9a8ecaddbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:41.956137 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1d166c18-7c1d-400e-8619-4b9a8ecaddbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7242b28-1617-4b73-99bf-1cd7aa1a0fe8 HTTP/1.1" status: 204 len: 168 time: 0.2832842 Mar 29 13:12:41.969418 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d166c18-7c1d-400e-8619-4b9a8ecaddbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7242b28-1617-4b73-99bf-1cd7aa1a0fe8,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:42.070298 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:42.070672 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.164259 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:42.164670 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.186793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 9774dd05-4bf2-49e5-84ad-53d3b11461a6, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9774dd05-4bf2-49e5-84ad-53d3b11461a6,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:42.219394 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32816) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:42.224011 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528606779', 'description': 'tempest-description--1769483451'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:42.342880 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d778bb-5d81-438a-af00-52d5dca8218b req-7c7665cb-2421-4b79-8058-0dc37c8007f3 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:42.344647 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a8d778bb-5d81-438a-af00-52d5dca8218b req-7c7665cb-2421-4b79-8058-0dc37c8007f3 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0532327 Mar 29 13:12:42.370359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.400187 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a8d778bb-5d81-438a-af00-52d5dca8218b req-4202cc25-1356-4872-b7ca-b17c1df075d7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486462 Mar 29 13:12:42.416804 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.473250 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=9774dd05-4bf2-49e5-84ad-53d3b11461a6,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:42.526896 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group (0cf25a40-b128-4104-afa5-92a9b50c2190), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.641948 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (0cf25a40-b128-4104-afa5-92a9b50c2190), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.672857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf25a40-b128-4104-afa5-92a9b50c2190,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:42.732349 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:42.735532 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4002843f-57d0-45f8-88f2-125ff7d6377c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5132875 Mar 29 13:12:42.737248 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32830) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:42.742930 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'security_group_rule': {'security_group_id': '0cf25a40-b128-4104-afa5-92a9b50c2190', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:42.989943 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group_rule (f9075804-4235-4b2e-8f51-327efa201837), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.065180 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group_rule (f9075804-4235-4b2e-8f51-327efa201837), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.230169 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (f9075804-4235-4b2e-8f51-327efa201837), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.255367 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9075804-4235-4b2e-8f51-327efa201837,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:43.324901 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32838) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:43.329391 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127090305', 'description': 'tempest-secgroup-smoke-127090305 description', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:43.361736 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f34ae-2a83-4c1d-a112-709e96daa5e4 req-f7ec314e-82c8-44bd-8c25-8554e6ef0990 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:43.363266 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-266f34ae-2a83-4c1d-a112-709e96daa5e4 req-f7ec314e-82c8-44bd-8c25-8554e6ef0990 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0544417 Mar 29 13:12:43.396046 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.401027 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-cdbdd389-8324-48da-9e34-865ad565fffe tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6591911 Mar 29 13:12:43.401704 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32840) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:43.405984 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'security_group_rule': {'security_group_id': '0cf25a40-b128-4104-afa5-92a9b50c2190', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:43.424128 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-266f34ae-2a83-4c1d-a112-709e96daa5e4 req-17744ee0-d16f-4860-878b-f741ef311796 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526752 Mar 29 13:12:43.467676 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.548549 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group_rule (13941121-1fee-4075-9d65-1feec017b1c6), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.569042 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7c8b-e3d3-4829-bacf-6fec18ae0d77 req-eb02b0ae-59c0-43cc-825f-14fbddba5e8e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:43.570530 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dadb7c8b-e3d3-4829-bacf-6fec18ae0d77 req-eb02b0ae-59c0-43cc-825f-14fbddba5e8e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0934289 Mar 29 13:12:43.614595 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group (f083ad7d-576e-4b62-b7e3-87e6ea41e5fb), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.659637 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dadb7c8b-e3d3-4829-bacf-6fec18ae0d77 req-9404a060-e98e-4eed-b8b0-1780697f7f4f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819192 Mar 29 13:12:43.661154 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group_rule (13941121-1fee-4075-9d65-1feec017b1c6), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.690994 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (f083ad7d-576e-4b62-b7e3-87e6ea41e5fb), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.728711 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:43.747950 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (13941121-1fee-4075-9d65-1feec017b1c6), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.753942 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9774dd05-4bf2-49e5-84ad-53d3b11461a6 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:43.770320 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13941121-1fee-4075-9d65-1feec017b1c6,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:43.815179 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:43.815570 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.820069 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.827951 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32844) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:43.828039 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-def8ad8e-1f0f-47ae-8ca3-cb54b8b9ad1a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4984038 Mar 29 13:12:43.828837 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group_rule': {'security_group_id': 'f083ad7d-576e-4b62-b7e3-87e6ea41e5fb', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:43.849105 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:43.850365 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e74a9cd5-9dcb-4247-adc5-b9d990271a25 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4477210 Mar 29 13:12:43.856244 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32846) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:43.858157 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:43.905529 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:43.949931 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (d16b6453-da37-49b9-a73c-f572357ac783), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.007452 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.014861 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (d16b6453-da37-49b9-a73c-f572357ac783), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.023274 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Sync routers for ids ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:12:44.039929 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Routers {'178a2750-2e3f-4d40-b00c-1b87c78b3fb4'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:44.039929 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:44.085871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (d16b6453-da37-49b9-a73c-f572357ac783), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.123696 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16b6453-da37-49b9-a73c-f572357ac783,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:44.146553 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.156629 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Set router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:44.201386 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.202905 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9a4460d9-4c74-4a78-9377-e05bafc63473 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773370 Mar 29 13:12:44.205409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32852) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:44.209810 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group_rule': {'security_group_id': 'f083ad7d-576e-4b62-b7e3-87e6ea41e5fb', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:44.281058 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Allocated IP 172.27.1.164 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/d8f7bdfb-abbc-47ba-bafd-d067c932b665) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:44.357676 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:12:40Z', 'revision_number': 4, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '67146739-431e-44f5-a68f-2e8f4e8391ae', 'name': '', 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'mac_address': 'fa:16:3e:08:7b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '159305a3-fed5-4ba1-b607-be5dc51a620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:40Z', 'updated_at': '2022-03-29T13:12:40Z', 'revision_number': 2, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'subnets': [{'id': '159305a3-fed5-4ba1-b607-be5dc51a620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:44.398718 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Checking router: 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:12:44.398718 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Updating router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 port 67146739-431e-44f5-a68f-2e8f4e8391ae binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:12:44.400681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.405431 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (3d515257-a74c-46b7-a9e9-7f51fbef828e), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.417842 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.503319 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (3d515257-a74c-46b7-a9e9-7f51fbef828e), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.557207 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.594328 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (3d515257-a74c-46b7-a9e9-7f51fbef828e), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.608981 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:44.624454 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:44.639625 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839ba71-3611-4d81-8df6-55a57260bafc req-6276a204-f472-45e1-81aa-f600b1c21b44 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:44.641103 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1839ba71-3611-4d81-8df6-55a57260bafc req-6276a204-f472-45e1-81aa-f600b1c21b44 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1244464 Mar 29 13:12:44.644466 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:44.649354 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d515257-a74c-46b7-a9e9-7f51fbef828e,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:44.668788 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'Port': ['ID=d8f7bdfb-abbc-47ba-bafd-d067c932b665,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:44.709660 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Publish callbacks [] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.754318 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1839ba71-3611-4d81-8df6-55a57260bafc req-a25054d3-fe40-4687-9fd3-5dcbc86ea28a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060882 Mar 29 13:12:44.759417 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.759417 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-07f61ff5-77a6-4483-a163-1d69b3380c37 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5519891 Mar 29 13:12:44.762515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32868) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:44.768476 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group_rule': {'security_group_id': 'f083ad7d-576e-4b62-b7e3-87e6ea41e5fb', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:44.801572 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.805368 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c798e4-4738-4f8d-b9fe-d2ab0828c866 req-cdfe0c72-91dc-4b71-b276-673d3d0eed41 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:44.806740 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-27c798e4-4738-4f8d-b9fe-d2ab0828c866 req-cdfe0c72-91dc-4b71-b276-673d3d0eed41 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0729461 Mar 29 13:12:44.821798 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:44.868549 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-27c798e4-4738-4f8d-b9fe-d2ab0828c866 req-cfb9d296-48be-44f3-aa8b-fcc1b4b4d920 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521510 Mar 29 13:12:44.875271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827df3e-9100-4487-a804-484c040048a0 None None] Pushing event updated for resources: {'Port': ['ID=67146739-431e-44f5-a68f-2e8f4e8391ae,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:44.945640 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (a80feca3-d83d-442c-ad5b-34fd3600c2fe), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.024451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.052226 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (a80feca3-d83d-442c-ad5b-34fd3600c2fe), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.072316 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Attempting to bind port 67146739-431e-44f5-a68f-2e8f4e8391ae on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:45.072740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Attempting to bind port 67146739-431e-44f5-a68f-2e8f4e8391ae by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:45.073109 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Attempting to bind port 67146739-431e-44f5-a68f-2e8f4e8391ae on network e40e4621-8d15-49f4-b44f-5317fdfa5836 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:45.078218 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:45.078596 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Checking segment: {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:45.078993 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.079385 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Bound using segment: {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:45.079878 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Bound port: 67146739-431e-44f5-a68f-2e8f4e8391ae, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:45.080252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.127213 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (a80feca3-d83d-442c-ad5b-34fd3600c2fe), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.133689 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-cc5b8f74-b384-4b90-8129-1e2a62a0d36a None None] Provisioning complete for port 67146739-431e-44f5-a68f-2e8f4e8391ae triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:45.134422 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5b8f74-b384-4b90-8129-1e2a62a0d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.155526 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80feca3-d83d-442c-ad5b-34fd3600c2fe,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:45.202339 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-cc5b8f74-b384-4b90-8129-1e2a62a0d36a None None] Port 67146739-431e-44f5-a68f-2e8f4e8391ae cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:45.204092 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] For port 67146739-431e-44f5-a68f-2e8f4e8391ae, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:45.210033 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.216523 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] For port 67146739-431e-44f5-a68f-2e8f4e8391ae, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=67146739-431e-44f5-a68f-2e8f4e8391ae,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:45.240701 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.242014 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5bba4c23-0967-4d34-b7ee-e8be6b06ffbd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4785664 Mar 29 13:12:45.244910 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32876) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:45.249278 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group_rule': {'security_group_id': 'f083ad7d-576e-4b62-b7e3-87e6ea41e5fb', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:45.298712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.339202 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.377046 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'Port': ['ID=d8f7bdfb-abbc-47ba-bafd-d067c932b665,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:45.392272 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.398403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Routers {'178a2750-2e3f-4d40-b00c-1b87c78b3fb4'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:12:45.399315 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:45.413051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (43cd8b0b-3948-447c-95e7-4460900271ed), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.433957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827df3e-9100-4487-a804-484c040048a0 None None] Pushing event updated for resources: {'Port': ['ID=67146739-431e-44f5-a68f-2e8f4e8391ae,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:45.476031 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (43cd8b0b-3948-447c-95e7-4460900271ed), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.499795 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.509787 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-cf403010-c836-4f8a-935d-1ce409fec1cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6464109 Mar 29 13:12:45.542167 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] Set router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:12:45.587913 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (43cd8b0b-3948-447c-95e7-4460900271ed), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.606439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cd8b0b-3948-447c-95e7-4460900271ed,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:45.681977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] Provisioning complete for port 67146739-431e-44f5-a68f-2e8f4e8391ae triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:45.682355 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.725042 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-aad48177-5e71-443e-a4e3-399a0ded82cc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1528606779&fields=id&tenant_id=372ac364a4bd49ce8c076d12413eb22c HTTP/1.1" status: 200 len: 267 time: 0.0531652 Mar 29 13:12:45.784667 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.788710 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-393da988-4fc0-4a9f-af9b-05f786804a4b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5398886 Mar 29 13:12:45.789726 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32894) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:45.800716 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group_rule': {'security_group_id': 'f083ad7d-576e-4b62-b7e3-87e6ea41e5fb', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:45.823887 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] Current status of the port 67146739-431e-44f5-a68f-2e8f4e8391ae is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:45.824433 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:45.842562 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:12:40Z', 'revision_number': 4, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '67146739-431e-44f5-a68f-2e8f4e8391ae', 'name': '', 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'mac_address': 'fa:16:3e:08:7b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '159305a3-fed5-4ba1-b607-be5dc51a620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:40Z', 'updated_at': '2022-03-29T13:12:45Z', 'revision_number': 4, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'subnets': [{'id': '159305a3-fed5-4ba1-b607-be5dc51a620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:12:45.845313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-17f5748e-fe9b-412a-a71e-ea47e393ae30 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:45.846958 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-17f5748e-fe9b-412a-a71e-ea47e393ae30 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 819 time: 0.1153831 Mar 29 13:12:45.862341 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-53f5aae3-2bfd-4936-90e1-ee0976dec03e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/quotas/372ac364a4bd49ce8c076d12413eb22c HTTP/1.1" status: 200 len: 375 time: 0.0091634 Mar 29 13:12:45.883052 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de77b75-017d-491d-9630-cdc6f4e5b207 None None] The sync data for ids ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'] in dv-cinder-815560-5-iscsi is: [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:12:40Z', 'revision_number': 4, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '67146739-431e-44f5-a68f-2e8f4e8391ae', 'name': '', 'network_id': 'e40e4621-8d15-49f4-b44f-5317fdfa5836', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'mac_address': 'fa:16:3e:08:7b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '159305a3-fed5-4ba1-b607-be5dc51a620e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:40Z', 'updated_at': '2022-03-29T13:12:45Z', 'revision_number': 4, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'subnets': [{'id': '159305a3-fed5-4ba1-b607-be5dc51a620e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:12:45.895609 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] For port 67146739-431e-44f5-a68f-2e8f4e8391ae, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=67146739-431e-44f5-a68f-2e8f4e8391ae,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:45.923015 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474414a-bca7-4f2e-8e80-0b6eabca0a8c req-f8bdec9e-c4f9-4a11-8887-8ee4527edabd tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:45.924502 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d474414a-bca7-4f2e-8e80-0b6eabca0a8c req-f8bdec9e-c4f9-4a11-8887-8ee4527edabd tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0681674 Mar 29 13:12:45.930955 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-cf1ecee6-d194-4047-944e-e928b0df9863 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0627270 Mar 29 13:12:45.972645 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.securitygroups_db [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Project 5b287c59c3dc4b209029dfe3a4c8e545 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 13:12:45.985279 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (169cbb48-c70f-4f01-9fe4-02929e6af650), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.004803 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.078112 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e7e6d-bd11-4987-be7c-6f32c432ffb7 None None] Pushing event updated for resources: {'Port': ['ID=67146739-431e-44f5-a68f-2e8f4e8391ae,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:46.096919 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d474414a-bca7-4f2e-8e80-0b6eabca0a8c req-ccd5b3fa-6588-4a6d-ab01-6012a44d073a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429744 Mar 29 13:12:46.257700 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-ab7e8c3a-1f42-4948-8769-cf8f89ca18cf service neutron] 10.222.0.21 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309550 Mar 29 13:12:46.259337 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (169cbb48-c70f-4f01-9fe4-02929e6af650), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.259975 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-de435858-39d8-42f9-82b8-e95c75346d5e service neutron] 10.222.0.21 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031530 Mar 29 13:12:46.261175 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5fe0b-737c-4a20-9627-b37bd901ee39 req-b09e4718-c3f3-42ad-8c17-4ab9b399861a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:46.261175 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4cf5fe0b-737c-4a20-9627-b37bd901ee39 req-b09e4718-c3f3-42ad-8c17-4ab9b399861a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0612669 Mar 29 13:12:46.302907 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4cf5fe0b-737c-4a20-9627-b37bd901ee39 req-49e35d43-6f18-4270-b68a-e9d0b3fe3676 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671234 Mar 29 13:12:46.501699 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (169cbb48-c70f-4f01-9fe4-02929e6af650), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.528433 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169cbb48-c70f-4f01-9fe4-02929e6af650,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:46.539161 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e86f4925-b35d-426b-8cd4-206ec8ccc3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.633444 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-093db34d-d60e-4640-9b1b-8fab8a152306 req-d24ab13f-0d33-4f9c-9761-356226bb3b71 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 210 time: 0.0297985 Mar 29 13:12:46.692984 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.697398 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2800f779-f05d-4eb4-a061-b86c312288af tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9041054 Mar 29 13:12:46.702114 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32912) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:46.702641 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'security_group_rule': {'security_group_id': 'f083ad7d-576e-4b62-b7e3-87e6ea41e5fb', 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:46.821967 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Project 5b287c59c3dc4b209029dfe3a4c8e545 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 13:12:46.827633 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (ffaf5c23-8a77-4e0a-afbc-4f76cbf6cc31), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.891870 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (ffaf5c23-8a77-4e0a-afbc-4f76cbf6cc31), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.967888 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (ffaf5c23-8a77-4e0a-afbc-4f76cbf6cc31), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:46.971999 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 32920) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:46.992263 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffaf5c23-8a77-4e0a-afbc-4f76cbf6cc31,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:47.060851 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.064722 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4f1c26e1-7337-4fd6-8574-062adb49a617 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3633528 Mar 29 13:12:47.084670 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23f28d67-e1d8-48cd-964c-a0e4169097f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.173726 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23f28d67-e1d8-48cd-964c-a0e4169097f6 admin admin] Publish callbacks [] for security_group (33434c7d-d02d-4cdd-b927-4b0c7235cc1a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.290134 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23f28d67-e1d8-48cd-964c-a0e4169097f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (33434c7d-d02d-4cdd-b927-4b0c7235cc1a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.332080 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28d67-e1d8-48cd-964c-a0e4169097f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33434c7d-d02d-4cdd-b927-4b0c7235cc1a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:47.351033 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-23f28d67-e1d8-48cd-964c-a0e4169097f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14c0f1d5e774402f9dd28c877a9234b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743789 Mar 29 13:12:47.352136 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32968) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:47.418510 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9968909-8e8a-450f-8955-3459c8604e23 req-6f31184c-642e-49cd-9df5-2ff067650cea tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:47.420039 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f9968909-8e8a-450f-8955-3459c8604e23 req-6f31184c-642e-49cd-9df5-2ff067650cea tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1057384 Mar 29 13:12:47.445736 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1c445-2676-4096-831a-144e3081153a req-da3f74b3-df90-4fed-a0ab-b1c844c39636 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:47.447308 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f8e1c445-2676-4096-831a-144e3081153a req-da3f74b3-df90-4fed-a0ab-b1c844c39636 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0569592 Mar 29 13:12:47.452099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e95ec21-2d23-4ab3-bd44-2560818fbd7d admin admin] Publish callbacks [] for security_group (33434c7d-d02d-4cdd-b927-4b0c7235cc1a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.491708 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e95ec21-2d23-4ab3-bd44-2560818fbd7d admin admin] Publish callbacks [] for security_group (33434c7d-d02d-4cdd-b927-4b0c7235cc1a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.500740 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f9968909-8e8a-450f-8955-3459c8604e23 req-000cdc45-0ba7-4975-a609-277ed274064c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748770 Mar 29 13:12:47.507025 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f8e1c445-2676-4096-831a-144e3081153a req-ea7f0f40-0362-4c22-84e4-4083d525bc9a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507545 Mar 29 13:12:47.650576 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e95ec21-2d23-4ab3-bd44-2560818fbd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (33434c7d-d02d-4cdd-b927-4b0c7235cc1a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.653350 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e95ec21-2d23-4ab3-bd44-2560818fbd7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.654446 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6e95ec21-2d23-4ab3-bd44-2560818fbd7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33434c7d-d02d-4cdd-b927-4b0c7235cc1a HTTP/1.1" status: 204 len: 168 time: 0.3013890 Mar 29 13:12:47.662196 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95ec21-2d23-4ab3-bd44-2560818fbd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33434c7d-d02d-4cdd-b927-4b0c7235cc1a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:47.757711 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3d3db025-07a8-4a77-b146-b2ad2fe18279 req-b49e9880-3813-4be6-af37-b9c5ff369259 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 210 time: 0.0341439 Mar 29 13:12:47.795274 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 67146739-431e-44f5-a68f-2e8f4e8391ae up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:47.843177 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 67146739-431e-44f5-a68f-2e8f4e8391ae triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:47.843577 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:47.924637 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 67146739-431e-44f5-a68f-2e8f4e8391ae is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:48.420962 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 32982) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:48.431523 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39d6b0dd-4a4d-47c6-9472-b6c82b3a8a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:48.504913 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a04d5aa2-f76c-4539-bb18-ccacb14500b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:48.513589 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39d6b0dd-4a4d-47c6-9472-b6c82b3a8a22 admin admin] Publish callbacks [] for security_group (c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:48.655444 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe4615-4794-4766-8d43-145e4fe3b454 req-f50939fb-dcd7-434b-b36a-856ba7cefdf2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:48.657060 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d5fe4615-4794-4766-8d43-145e4fe3b454 req-f50939fb-dcd7-434b-b36a-856ba7cefdf2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0685680 Mar 29 13:12:48.715318 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d5fe4615-4794-4766-8d43-145e4fe3b454 req-2827aacd-3ffd-41f8-a859-83d24591ec65 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519159 Mar 29 13:12:48.864212 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-58f567e9-85c9-4ed6-8952-c9b54d2a57ab req-992d4223-585b-4af4-8a70-e515ecab2b5d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 210 time: 0.0324824 Mar 29 13:12:48.868488 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39d6b0dd-4a4d-47c6-9472-b6c82b3a8a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:48.921820 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6b0dd-4a4d-47c6-9472-b6c82b3a8a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:48.926753 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-39d6b0dd-4a4d-47c6-9472-b6c82b3a8a22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddbd6d78c40f4cc1ae54ec8f72a54a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076706 Mar 29 13:12:48.930447 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33006) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:48.939839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db8c6a-7180-4ef2-8516-00806e15390f req-2f5d511a-9524-450a-9cfd-488e499a0623 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:48.944318 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-61db8c6a-7180-4ef2-8516-00806e15390f req-2f5d511a-9524-450a-9cfd-488e499a0623 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.3662033 Mar 29 13:12:48.994337 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ba3521b-2ae7-4dde-aa1f-6b75bf67d2dd admin admin] Publish callbacks [] for security_group (c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:48.996934 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-61db8c6a-7180-4ef2-8516-00806e15390f req-9893abac-cd35-46cc-82fc-fa47d73874a8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476394 Mar 29 13:12:49.022802 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ba3521b-2ae7-4dde-aa1f-6b75bf67d2dd admin admin] Publish callbacks [] for security_group (c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:49.180533 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ba3521b-2ae7-4dde-aa1f-6b75bf67d2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:49.183121 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ba3521b-2ae7-4dde-aa1f-6b75bf67d2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:49.184274 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1ba3521b-2ae7-4dde-aa1f-6b75bf67d2dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7 HTTP/1.1" status: 204 len: 168 time: 0.2513726 Mar 29 13:12:49.203384 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3521b-2ae7-4dde-aa1f-6b75bf67d2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e5e02b-cc4c-4b41-9bc5-2bbccbdca1e7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:49.264550 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-2a455be4-45da-4b0d-ad0a-24583b6576ff tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:49.266051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-2a455be4-45da-4b0d-ad0a-24583b6576ff tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 819 time: 0.1307604 Mar 29 13:12:49.336687 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-333cb897-811f-4a20-9e0c-428fb07d84b6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372ac364a4bd49ce8c076d12413eb22c HTTP/1.1" status: 200 len: 380 time: 0.0535583 Mar 29 13:12:49.349053 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'port': {'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'admin_state_up': True, 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'security_groups': ['0cf25a40-b128-4104-afa5-92a9b50c2190']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:49.565078 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Made reservation on behalf of 372ac364a4bd49ce8c076d12413eb22c for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:49.569577 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:49.627250 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:49.706283 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Allocated IP 172.20.0.12 (bddd7e51-28ef-473e-8aa0-c1845fe8bc64/a079b5d9-d13b-4388-b26e-cde287212f09/82b226d9-0d1a-47fb-8e64-95510739c31a) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:49.896229 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:49.904477 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915110bb-539e-4f74-ba0f-e2da18a75e16 req-c23cc43c-e828-4797-9f22-e22dbf4acb95 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:49.905981 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-915110bb-539e-4f74-ba0f-e2da18a75e16 req-c23cc43c-e828-4797-9f22-e22dbf4acb95 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0956850 Mar 29 13:12:49.964595 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fead6d37-c2f2-49fe-80c9-4a12edf96003 req-aff8b83c-4671-4d1a-afab-e951f8f29106 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 210 time: 0.0276906 Mar 29 13:12:49.979091 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-915110bb-539e-4f74-ba0f-e2da18a75e16 req-25ef81e8-8e1d-4b97-a39e-f917ed321fe4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646451 Mar 29 13:12:50.013521 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33024) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:50.027525 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-99c8835a-8f33-4710-9a91-10dd61c21e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.091341 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.128855 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-99c8835a-8f33-4710-9a91-10dd61c21e68 admin admin] Publish callbacks [] for security_group (2c5742ac-b3e6-437c-82ea-eab1b991f1ce), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.144584 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:50.152119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:50.158547 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:50.187600 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event updated for resources: {'Port': ['ID=82b226d9-0d1a-47fb-8e64-95510739c31a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:50.187855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b57488-9256-4d86-b435-2fac3995346e req-906b502c-5b4f-4bee-8b96-9bc3e04da4b4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:50.189344 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a3b57488-9256-4d86-b435-2fac3995346e req-906b502c-5b4f-4bee-8b96-9bc3e04da4b4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0903091 Mar 29 13:12:50.201818 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-99c8835a-8f33-4710-9a91-10dd61c21e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2c5742ac-b3e6-437c-82ea-eab1b991f1ce), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.237331 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:50.237940 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.266125 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8835a-8f33-4710-9a91-10dd61c21e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5742ac-b3e6-437c-82ea-eab1b991f1ce,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:50.270599 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-99c8835a-8f33-4710-9a91-10dd61c21e68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f555bb90507463a980a059abf87382d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558489 Mar 29 13:12:50.271746 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a3b57488-9256-4d86-b435-2fac3995346e req-edfea82b-76aa-4f5f-bbf4-f593208f3ec0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657885 Mar 29 13:12:50.273029 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33030) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:50.327700 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aedbc049-34c5-4497-84ca-c63ffc4e0e02 admin admin] Publish callbacks [] for security_group (2c5742ac-b3e6-437c-82ea-eab1b991f1ce), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.349810 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aedbc049-34c5-4497-84ca-c63ffc4e0e02 admin admin] Publish callbacks [] for security_group (2c5742ac-b3e6-437c-82ea-eab1b991f1ce), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.354863 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0efdf0b8-1430-4f0e-8e04-a3b73cef1db6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0118260 Mar 29 13:12:50.383969 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Request body: {'port': {'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:50.458487 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.459428 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-97aa149a-9215-4804-9ad0-dd1e120e47c8 None None] Provisioning complete for port 82b226d9-0d1a-47fb-8e64-95510739c31a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:50.459998 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-97aa149a-9215-4804-9ad0-dd1e120e47c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.498785 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-97aa149a-9215-4804-9ad0-dd1e120e47c8 None None] Port 82b226d9-0d1a-47fb-8e64-95510739c31a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:12:50.701399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aedbc049-34c5-4497-84ca-c63ffc4e0e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2c5742ac-b3e6-437c-82ea-eab1b991f1ce), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.703914 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aedbc049-34c5-4497-84ca-c63ffc4e0e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:50.705027 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-aedbc049-34c5-4497-84ca-c63ffc4e0e02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c5742ac-b3e6-437c-82ea-eab1b991f1ce HTTP/1.1" status: 204 len: 168 time: 0.4310975 Mar 29 13:12:50.730976 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbc049-34c5-4497-84ca-c63ffc4e0e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5742ac-b3e6-437c-82ea-eab1b991f1ce,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:50.945132 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:12:50.980849 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b226d9-0d1a-47fb-8e64-95510739c31a {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:12:50.988350 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Publish callbacks [] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.007916 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Transition to ACTIVE for port object 82b226d9-0d1a-47fb-8e64-95510739c31a will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:12:51.062613 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.068029 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:51.080365 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '996af564-5546-4259-866c-e561dd88b91f', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'port_id': '996af564-5546-4259-866c-e561dd88b91f', 'mac_address': 'fa:16:3e:a5:d0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:12:51.087384 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.147744 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: ACTIVE; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:51.148315 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.153077 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Pushing event updated for resources: {'Port': ['ID=82b226d9-0d1a-47fb-8e64-95510739c31a,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:51.171113 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 996af564-5546-4259-866c-e561dd88b91f {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:12:51.171539 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9905d0d-4a9a-42c2-838b-c96a2d5e2eac req-0091cda4-aa00-49a1-9fc6-cc41e029b6fc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:51.181339 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f9905d0d-4a9a-42c2-838b-c96a2d5e2eac req-0091cda4-aa00-49a1-9fc6-cc41e029b6fc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1093488 Mar 29 13:12:51.202027 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d432759-dc17-42a6-82aa-cfb824853950 req-920c7d5c-9ec1-4eed-9fc6-1eabeb4adeb4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:51.205469 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:51.207662 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6d432759-dc17-42a6-82aa-cfb824853950 req-920c7d5c-9ec1-4eed-9fc6-1eabeb4adeb4 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 932 time: 0.1606295 Mar 29 13:12:51.279480 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f9905d0d-4a9a-42c2-838b-c96a2d5e2eac req-bb198373-1f04-4150-8129-5ca5439254fb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970194 Mar 29 13:12:51.282554 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.361446 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=6']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:51.387594 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6d432759-dc17-42a6-82aa-cfb824853950 req-7a99a979-f959-4412-b181-2e9cd60a17f3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549165 Mar 29 13:12:51.391040 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Attempting to bind port 82b226d9-0d1a-47fb-8e64-95510739c31a on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:12:51.391542 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Attempting to bind port 82b226d9-0d1a-47fb-8e64-95510739c31a by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:12:51.391985 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Attempting to bind port 82b226d9-0d1a-47fb-8e64-95510739c31a on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:51.398668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Port 82b226d9-0d1a-47fb-8e64-95510739c31a on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:12:51.399306 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Attempting to bind port 82b226d9-0d1a-47fb-8e64-95510739c31a on network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:12:51.417275 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:12:51.417612 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Checking segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:51.418002 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Bound using segment: {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:12:51.418421 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Bound port: 82b226d9-0d1a-47fb-8e64-95510739c31a, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db55b2f-c844-4990-a65a-23b00fdd41af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:12:51.418904 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.503176 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142567-3c91-4354-83b8-7b7bd4e17aa5 req-a636574f-5ccc-446d-9b35-0f44dde31ee0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:51.510227 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9a142567-3c91-4354-83b8-7b7bd4e17aa5 req-a636574f-5ccc-446d-9b35-0f44dde31ee0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0877147 Mar 29 13:12:51.525930 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] For port 82b226d9-0d1a-47fb-8e64-95510739c31a, host hv-cinder-81556, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:12:51.528405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['996af564-5546-4259-866c-e561dd88b91f'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:12:51.531754 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] For port 82b226d9-0d1a-47fb-8e64-95510739c31a, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=82b226d9-0d1a-47fb-8e64-95510739c31a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:12:51.588125 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9a142567-3c91-4354-83b8-7b7bd4e17aa5 req-75d7466e-b304-49f0-bcd7-48bd5c435a04 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770199 Mar 29 13:12:51.601041 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.653291 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:51.653757 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:51.655387 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] 10.222.0.18 "PUT /v2.0/ports/82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 1094 time: 1.2759755 Mar 29 13:12:51.655854 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:12:51.659354 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bf2bd-1044-49be-8d64-42f6498294e2" -d '{"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:12:51.695052 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f512749-b846-4f3d-8915-3dceb51dfe2f service neutron] Pushing event updated for resources: {'Port': ['ID=82b226d9-0d1a-47fb-8e64-95510739c31a,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:51.740925 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b648b-da48-418b-9024-f96c7bafe95c x-openstack-request-id: req-6f6b648b-da48-418b-9024-f96c7bafe95c {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:12:51.741529 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:12:51.741677 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f6b648b-da48-418b-9024-f96c7bafe95c {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:12:51.742059 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6b648b-da48-418b-9024-f96c7bafe95c'] response: {'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'status': 'completed', 'code': 200} Mar 29 13:12:51.878553 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bf2bd-1044-49be-8d64-42f6498294e2 req-9bc02b01-25c3-4f55-a56d-f70c645a8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:51.880180 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-090bf2bd-1044-49be-8d64-42f6498294e2 req-9bc02b01-25c3-4f55-a56d-f70c645a8f23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1128 time: 0.0779560 Mar 29 13:12:52.087514 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bf2bd-1044-49be-8d64-42f6498294e2 req-1e51ffe9-cd07-4abe-8652-9ad8abc42fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.087514 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-090bf2bd-1044-49be-8d64-42f6498294e2 req-1e51ffe9-cd07-4abe-8652-9ad8abc42fff service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=372ac364a4bd49ce8c076d12413eb22c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1875582 Mar 29 13:12:52.190709 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 33088) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:52.216754 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bf2bd-1044-49be-8d64-42f6498294e2 req-8b651314-677d-44b1-94b9-9713af8f6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.218482 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-090bf2bd-1044-49be-8d64-42f6498294e2 req-8b651314-677d-44b1-94b9-9713af8f6655 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1236358 Mar 29 13:12:52.237211 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 33094) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:52.243140 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134349426', 'description': 'tempest-description--2009008743'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:52.375615 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1371634141-network', 'tenant_id': 'f5aed38812604f45a29ef0b0e150b887'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:52.385578 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.403709 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-9e38a8eb-9de1-4433-9f28-d75470a1da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.405355 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-9e38a8eb-9de1-4433-9f28-d75470a1da11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1128 time: 0.0860245 Mar 29 13:12:52.440197 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3495fc-56f8-44ea-bd9c-10b6c38361a8 req-55715200-0918-4067-afaf-c86fb05f66cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.441729 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ba3495fc-56f8-44ea-bd9c-10b6c38361a8 req-55715200-0918-4067-afaf-c86fb05f66cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0828321 Mar 29 13:12:52.487886 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (c9252dbc-1010-48fc-bbb7-003c8dd51ca0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.488095 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-c206ecb0-ffe0-40dd-8370-45212531e14c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 217 time: 0.0640945 Mar 29 13:12:52.514988 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Made reservation on behalf of f5aed38812604f45a29ef0b0e150b887 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:52.517264 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.530351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.559892 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ba3495fc-56f8-44ea-bd9c-10b6c38361a8 req-cdce421d-698a-465c-aec5-0b0aa963a2b9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096792 Mar 29 13:12:52.561401 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-092fdd12-5545-4938-aa25-b9e0601d2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.562750 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-092fdd12-5545-4938-aa25-b9e0601d2d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0666788 Mar 29 13:12:52.567644 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc69791-c02e-47da-bedf-822483b7e164 req-38d6dbe2-cedc-47f2-ad9b-60db4198dc82 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.569810 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bdc69791-c02e-47da-bedf-822483b7e164 req-38d6dbe2-cedc-47f2-ad9b-60db4198dc82 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 944 time: 0.0840528 Mar 29 13:12:52.594158 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c9252dbc-1010-48fc-bbb7-003c8dd51ca0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.633625 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-38ea1323-fe45-44ef-ab88-356b812e8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.635735 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-38ea1323-fe45-44ef-ab88-356b812e8635 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664840 Mar 29 13:12:52.690904 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9252dbc-1010-48fc-bbb7-003c8dd51ca0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:52.724643 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.739332 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bdc69791-c02e-47da-bedf-822483b7e164 req-c0eca091-3350-4c0b-b52a-9fa2ebdecde2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497550 Mar 29 13:12:52.769218 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.769218 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5e18f550-2984-453d-bfb7-79f519a0a1e6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5270076 Mar 29 13:12:52.769218 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 33106) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:52.774199 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': 'c9252dbc-1010-48fc-bbb7-003c8dd51ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:52.783638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks [] for security_group (52243461-400f-4c08-8d3c-1420621fde95), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.868511 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-a5e263d2-43ee-4e01-9072-6d52a35a4b02 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212489 Mar 29 13:12:52.879328 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (52243461-400f-4c08-8d3c-1420621fde95), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.884591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd21-e785-42c4-bfcb-3e1369f08b6a req-e31813b5-cf0b-464c-84c4-5775d5702840 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:52.886100 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5e60dd21-e785-42c4-bfcb-3e1369f08b6a req-e31813b5-cf0b-464c-84c4-5775d5702840 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1395295 Mar 29 13:12:52.922677 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (c96d3cd4-5412-46b0-ab63-9e6ef316c0b8), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.930353 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:12:52.932594 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52243461-400f-4c08-8d3c-1420621fde95,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:52.947409 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:52.960522 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (3d2f7a23-9270-4a87-8d19-5a5006c3b780), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:52.960961 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Added segment 3d2f7a23-9270-4a87-8d19-5a5006c3b780 of type vlan for network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 Mar 29 13:12:52.980862 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-34b0848c-b454-493f-8b1b-1de6654f9ade req-20cda4bc-21e6-4bdc-8c1f-f327d8ff7d53 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933645 Mar 29 13:12:53.034759 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (2d26ec55-f5ad-4e29-9296-0eaed78e13f4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.039843 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 996af564-5546-4259-866c-e561dd88b91f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:53.040992 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (996af564-5546-4259-866c-e561dd88b91f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.046505 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5e60dd21-e785-42c4-bfcb-3e1369f08b6a req-7b8c19d6-c5da-4d97-8e19-d795323ef456 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646193 Mar 29 13:12:53.083524 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (c96d3cd4-5412-46b0-ab63-9e6ef316c0b8), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.132772 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:53.133160 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.153375 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (c96d3cd4-5412-46b0-ab63-9e6ef316c0b8), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.171514 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:12:53.173759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a984ab-7307-4393-9c97-08cc1a878574" -d '{"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:12:53.192574 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (2d26ec55-f5ad-4e29-9296-0eaed78e13f4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.193907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:53.194586 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.195380 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:53.198997 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96d3cd4-5412-46b0-ab63-9e6ef316c0b8,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:53.242091 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ac3ff-4680-4550-83ab-8d9ab4586e4b x-openstack-request-id: req-753ac3ff-4680-4550-83ab-8d9ab4586e4b {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:12:53.243389 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:12:53.243695 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-753ac3ff-4680-4550-83ab-8d9ab4586e4b {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:12:53.244314 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753ac3ff-4680-4550-83ab-8d9ab4586e4b'] response: {'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'code': 200} Mar 29 13:12:53.320820 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] Pushing event updated for resources: {'Network': ['ID=2d26ec55-f5ad-4e29-9296-0eaed78e13f4,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:53.331440 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:12:53.494015 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.495480 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-bd73b4ef-0f2a-448f-9127-4d9cd3e30062 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7256181 Mar 29 13:12:53.504242 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33112) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:53.515405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': 'c9252dbc-1010-48fc-bbb7-003c8dd51ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:53.527541 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.530934 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-22b7eb81-23d5-4a80-bb18-5c9fbaafddbf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3383181 Mar 29 13:12:53.533866 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 33114) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:53.538120 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Request body: {'subnet': {'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1371634141-subnet', 'tenant_id': 'f5aed38812604f45a29ef0b0e150b887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:53.595356 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=7']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:53.617330 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (e6cab304-b82e-40b5-b07a-a8241f01cb8a), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.640003 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Made reservation on behalf of f5aed38812604f45a29ef0b0e150b887 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:12:53.642668 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13515285'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.702927 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (e6cab304-b82e-40b5-b07a-a8241f01cb8a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.782431 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (e6cab304-b82e-40b5-b07a-a8241f01cb8a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.799150 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229acd2-de6b-44ed-be90-65abbae908cd req-c414bc33-c412-4889-8dd0-6d33a3a9c803 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:53.811293 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c229acd2-de6b-44ed-be90-65abbae908cd req-c414bc33-c412-4889-8dd0-6d33a3a9c803 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1405795 Mar 29 13:12:53.831648 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cab304-b82e-40b5-b07a-a8241f01cb8a,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:53.895523 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c229acd2-de6b-44ed-be90-65abbae908cd req-babd7d43-a9b3-4907-8a80-89f8d79a0f30 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831046 Mar 29 13:12:53.923979 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:53.929401 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1e4a9967-da36-4f5f-9ac9-5783755a2d85 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4235749 Mar 29 13:12:53.930660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33120) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:12:53.938004 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:12:53.951718 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbfddd-7c07-4fb7-8557-1f766215f34d req-8a3e5a88-6cb6-4802-aa55-4b3177b32cdd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:53.953280 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-decbfddd-7c07-4fb7-8557-1f766215f34d req-8a3e5a88-6cb6-4802-aa55-4b3177b32cdd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 944 time: 0.0958467 Mar 29 13:12:54.009806 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-decbfddd-7c07-4fb7-8557-1f766215f34d req-459884d1-8c98-48e7-997a-2efe2e7ddc05 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502968 Mar 29 13:12:54.033516 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13515267'] for subnet (5cc9ee36-76f1-4805-aa4e-0cb028009f5d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:54.076147 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:54.100974 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cc9ee36-76f1-4805-aa4e-0cb028009f5d,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:54.105638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Checking segment: {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:12:54.106084 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Network hostable DHCP agents. Network: 2d26ec55-f5ad-4e29-9296-0eaed78e13f4, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:12:54.199033 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:12:54.233410 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216e860-558a-4759-819f-9b6c7e2b971f req-b098b412-5f6e-44a1-acf1-d1a6fe57343e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:54.240400 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9216e860-558a-4759-819f-9b6c7e2b971f req-b098b412-5f6e-44a1-acf1-d1a6fe57343e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0835626 Mar 29 13:12:54.301616 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 2d26ec55-f5ad-4e29-9296-0eaed78e13f4) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:54.308492 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:54.309096 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:54.314122 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c82fe-d592-4fad-afde-4866dd88cee9 None None] Network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:12:54.322810 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9216e860-558a-4759-819f-9b6c7e2b971f req-bb2bee9a-c03e-46ef-a826-07baf8218d83 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755141 Mar 29 13:12:54.327395 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:54.427201 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7ba12b85-eb52-4ddd-aeb5-6b1283911a07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8929696 Mar 29 13:12:54.462566 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919f50b-875d-473d-a3b9-50e68c2b1ac9 None None] Network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:12:54.492368 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.27.1.167 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/ba274540-688c-4fb9-b82f-88daf718c36c) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:12:54.635112 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (ba274540-688c-4fb9-b82f-88daf718c36c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:54.769091 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (ba274540-688c-4fb9-b82f-88daf718c36c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:54.813902 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:12:54.817079 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:12:54.828320 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:12:54.835889 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=ba274540-688c-4fb9-b82f-88daf718c36c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:54.944284 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (0fc11a5b-e8ee-425c-9b38-109e690a0902), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:55.043647 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92cc13-4ace-4fc1-bf5e-5133af405796 req-019ae332-35d7-4fc3-984f-2ec711e2b5e4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:55.051216 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-da92cc13-4ace-4fc1-bf5e-5133af405796 req-019ae332-35d7-4fc3-984f-2ec711e2b5e4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0657520 Mar 29 13:12:55.093459 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ba274540-688c-4fb9-b82f-88daf718c36c), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:55.135044 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-da92cc13-4ace-4fc1-bf5e-5133af405796 req-512d756c-f5ab-4c73-804b-3cfdffd1d7cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827596 Mar 29 13:12:55.278208 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f4f26-1277-4570-94b5-7f7dc8911156 req-3a0e02f3-f177-47a6-9c90-ef6f1cb1f810 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:55.279904 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4e8f4f26-1277-4570-94b5-7f7dc8911156 req-3a0e02f3-f177-47a6-9c90-ef6f1cb1f810 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 944 time: 0.1808872 Mar 29 13:12:55.439414 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4e8f4f26-1277-4570-94b5-7f7dc8911156 req-63e30cab-1cf6-4796-8b59-6cf1cf55db12 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420531 Mar 29 13:12:55.444572 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (ba274540-688c-4fb9-b82f-88daf718c36c), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:55.501812 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c313605-8d92-4af5-aaf9-3f99d7566d04 req-686efef9-89a6-4e5a-8910-c044bfd0491d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:55.503973 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c313605-8d92-4af5-aaf9-3f99d7566d04 req-686efef9-89a6-4e5a-8910-c044bfd0491d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1026905 Mar 29 13:12:55.519119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (ba274540-688c-4fb9-b82f-88daf718c36c), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:55.567554 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c313605-8d92-4af5-aaf9-3f99d7566d04 req-99df9525-0ebe-4962-9c46-3239c38332e2 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574958 Mar 29 13:12:55.640772 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (0fc11a5b-e8ee-425c-9b38-109e690a0902), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:55.643890 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=ba274540-688c-4fb9-b82f-88daf718c36c,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:55.728283 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:55.735546 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d0264945-b68f-4091-8059-e8227af0aeec tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7983143 Mar 29 13:12:56.287034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2526ad-4087-401b-9d7f-00ab178bd142 req-eb17ae8c-2c9d-45f1-8d87-2edd2c4ee68b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:56.289142 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ce2526ad-4087-401b-9d7f-00ab178bd142 req-eb17ae8c-2c9d-45f1-8d87-2edd2c4ee68b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0657580 Mar 29 13:12:56.335921 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ce2526ad-4087-401b-9d7f-00ab178bd142 req-8eafeade-336c-40b6-bf8e-b7473749d600 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 Mar 29 13:12:56.569424 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfccfc-be19-4ee2-96e5-7cbddd954f40 req-1cae3101-97d5-4d7a-badc-e5910735bd30 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:56.571151 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aebfccfc-be19-4ee2-96e5-7cbddd954f40 req-1cae3101-97d5-4d7a-badc-e5910735bd30 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 944 time: 0.0595150 Mar 29 13:12:56.637060 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aebfccfc-be19-4ee2-96e5-7cbddd954f40 req-9c200d4f-8475-497b-8591-70212e6ed0b1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599895 Mar 29 13:12:56.796510 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5742d-1ed1-4a78-8fc6-a338378665c3 req-0437ce7b-1003-4086-9ff2-30cfe0a442ba tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:56.798082 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-74d5742d-1ed1-4a78-8fc6-a338378665c3 req-0437ce7b-1003-4086-9ff2-30cfe0a442ba tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0627415 Mar 29 13:12:56.865232 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-74d5742d-1ed1-4a78-8fc6-a338378665c3 req-616a36ea-7931-4e27-a3de-d7e9d4214a45 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608604 Mar 29 13:12:56.962476 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 82b226d9-0d1a-47fb-8e64-95510739c31a details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:12:57.230047 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 82b226d9-0d1a-47fb-8e64-95510739c31a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=82b226d9-0d1a-47fb-8e64-95510739c31a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:57.244650 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:12:57.286636 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 82b226d9-0d1a-47fb-8e64-95510739c31a is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:57.287585 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:57.306641 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b226d9-0d1a-47fb-8e64-95510739c31a {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:12:57.328751 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 82b226d9-0d1a-47fb-8e64-95510739c31a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=82b226d9-0d1a-47fb-8e64-95510739c31a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:57.419173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:57.497983 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=82b226d9-0d1a-47fb-8e64-95510739c31a,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:12:57.517422 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb25f6-168f-4092-971d-235e1ef2f84c req-6db731e7-8a2f-4bc6-8669-2921b0c54bb2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:57.519536 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-48bb25f6-168f-4092-971d-235e1ef2f84c req-6db731e7-8a2f-4bc6-8669-2921b0c54bb2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0811691 Mar 29 13:12:57.586289 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-48bb25f6-168f-4092-971d-235e1ef2f84c req-889aa450-5e6d-4c17-b433-26bac9d5e9f2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588348 Mar 29 13:12:57.822453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8917a7-7696-4ca2-9e9d-d4e27a9d021e req-27c8301f-de0d-4795-b79e-695c894df4f9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:12:57.824096 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a8917a7-7696-4ca2-9e9d-d4e27a9d021e req-27c8301f-de0d-4795-b79e-695c894df4f9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 945 time: 0.0779014 Mar 29 13:12:57.861094 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['82b226d9-0d1a-47fb-8e64-95510739c31a'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:12:57.907974 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a8917a7-7696-4ca2-9e9d-d4e27a9d021e req-e312cb28-9a56-4c67-b6eb-ff4c5ca00c9f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665126 Mar 29 13:12:58.501305 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:12:58.989812 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 82b226d9-0d1a-47fb-8e64-95510739c31a up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:12:59.128170 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 82b226d9-0d1a-47fb-8e64-95510739c31a completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:12:59.134186 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 82b226d9-0d1a-47fb-8e64-95510739c31a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:12:59.134629 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:59.233011 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 82b226d9-0d1a-47fb-8e64-95510739c31a is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:12:59.233531 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:59.265276 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:12:59.267398 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9803f6c-37b9-404b-a158-b2dd98e6dffc" -d '{"events": [{"server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "name": "network-vif-plugged", "status": "completed", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:12:59.280479 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 82b226d9-0d1a-47fb-8e64-95510739c31a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=82b226d9-0d1a-47fb-8e64-95510739c31a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:12:59.733299 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:12:59.782789 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=82b226d9-0d1a-47fb-8e64-95510739c31a,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:00.390477 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-57e03ff7-44f6-4fb3-b8c9-3d1ec61d31ce tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1134349426&fields=id&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 267 time: 0.0711544 Mar 29 13:13:00.459708 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-93a1107d-b9d8-446d-b9b6-66864ba0871f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:00.466608 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-93a1107d-b9d8-446d-b9b6-66864ba0871f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/networks?id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4 HTTP/1.1" status: 200 len: 809 time: 0.1323614 Mar 29 13:13:00.479252 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245812a9-4bcd-4998-9c70-0ab9d4d10173 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/quotas/f5aed38812604f45a29ef0b0e150b887 HTTP/1.1" status: 200 len: 375 time: 0.0117321 Mar 29 13:13:00.515593 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-0d9ba109-8187-44e7-a96d-c364011f9494 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5aed38812604f45a29ef0b0e150b887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318344 Mar 29 13:13:00.523176 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-c07cf62e-800d-4c1c-91c0-b921b11c08f1 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:00.525195 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-c07cf62e-800d-4c1c-91c0-b921b11c08f1 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.1339319 Mar 29 13:13:00.544744 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1bdc19b6-543d-48c5-9ced-e089d3c4963c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/quotas/5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 375 time: 0.0117395 Mar 29 13:13:00.636068 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-d8f63e97-a698-4e7a-b6a1-0a271de61aea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847588 Mar 29 13:13:00.644259 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-0ccbc036-da35-4dcd-ab4c-5c519cb33c28 service neutron] 10.222.0.21 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199210 Mar 29 13:13:00.750890 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-22b3fd95-8e03-4e7d-a168-030a0a226ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978153 Mar 29 13:13:00.763931 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-5b41adcd-3609-4450-8fbe-16a92e885bc6 service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231360 Mar 29 13:13:00.882666 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-5de47406-b0b6-42f4-b1bf-d54b7e1f8d11 service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189034 Mar 29 13:13:01.238451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafe5c4-5462-4a08-bccc-690741052352 req-0174dcec-f38b-47fe-b30a-b3d40ecd1bbe tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:01.239800 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-baafe5c4-5462-4a08-bccc-690741052352 req-0174dcec-f38b-47fe-b30a-b3d40ecd1bbe tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0976171 Mar 29 13:13:01.287421 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c704fe0-e2b1-493c-9903-fcd3901ddefa req-2777d177-ad6f-4a7a-bbc6-0a2f4d998a46 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:01.288962 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c704fe0-e2b1-493c-9903-fcd3901ddefa req-2777d177-ad6f-4a7a-bbc6-0a2f4d998a46 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1001809 Mar 29 13:13:01.340070 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-baafe5c4-5462-4a08-bccc-690741052352 req-9f1854e0-4d30-42b0-bbe7-6a03a1f0c4e9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930548 Mar 29 13:13:01.350869 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c704fe0-e2b1-493c-9903-fcd3901ddefa req-0891a838-9ba1-4400-9e9f-4e92bdf597f0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507653 Mar 29 13:13:01.445907 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faee5ad9-5981-4f6b-b81c-38b08000f267 x-openstack-request-id: req-faee5ad9-5981-4f6b-b81c-38b08000f267 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:01.446433 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "name": "network-vif-plugged", "status": "completed", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:01.446433 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-faee5ad9-5981-4f6b-b81c-38b08000f267 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:01.446835 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faee5ad9-5981-4f6b-b81c-38b08000f267'] response: {'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'code': 200} Mar 29 13:13:01.557547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701543d-7771-411b-b67a-d237bb8f1737 req-cdf70c00-7ea2-4386-9636-0adf5a89c895 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:01.563516 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9701543d-7771-411b-b67a-d237bb8f1737 req-cdf70c00-7ea2-4386-9636-0adf5a89c895 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.1089411 Mar 29 13:13:01.571603 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-22414804-f425-44b2-b3d9-91472a6a11b7 req-4b7ca0e9-2e88-4d0b-8d78-4df9ff139cc0 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 210 time: 0.0878589 Mar 29 13:13:01.622416 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9701543d-7771-411b-b67a-d237bb8f1737 req-666bdd0f-090e-46c7-94db-43aca4af02c8 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504894 Mar 29 13:13:01.651739 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d5ae27e9-5ee8-4278-bbfe-446387ef1899 req-20ee0931-266e-4111-951e-4354a3261b2d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 210 time: 0.0332162 Mar 29 13:13:01.855004 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b32bd3-f823-41d5-b6cf-d5152840a342 req-6aa244ee-b1a3-4ab9-b87d-0eed6762364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:01.856873 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d2b32bd3-f823-41d5-b6cf-d5152840a342 req-6aa244ee-b1a3-4ab9-b87d-0eed6762364e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.0668142 Mar 29 13:13:01.914460 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d2b32bd3-f823-41d5-b6cf-d5152840a342 req-a4fa3638-db90-477d-a31c-d50d819159e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496206 Mar 29 13:13:02.235682 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2a12f-42e2-41bb-a07c-0570b9bdc4b6 req-052b4f44-5b07-446e-8003-01c3a68c7954 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:02.237107 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-16e2a12f-42e2-41bb-a07c-0570b9bdc4b6 req-052b4f44-5b07-446e-8003-01c3a68c7954 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0637283 Mar 29 13:13:02.295588 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-16e2a12f-42e2-41bb-a07c-0570b9bdc4b6 req-b5db09fd-8786-4ca4-9c16-bbbdd26d48fa tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514629 Mar 29 13:13:02.530767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc3a77-0b9b-4b06-bd52-855a41da0dca req-9f959a8a-a65a-41f8-94d1-5d0637296d33 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:02.534089 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-87dc3a77-0b9b-4b06-bd52-855a41da0dca req-9f959a8a-a65a-41f8-94d1-5d0637296d33 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0806358 Mar 29 13:13:02.599934 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-87dc3a77-0b9b-4b06-bd52-855a41da0dca req-6ea7f35b-d5bb-4c20-85b5-623517d5d409 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581496 Mar 29 13:13:02.604199 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-9ec0b4e7-d71b-47cf-a797-5dc34f80f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:02.605830 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-9ec0b4e7-d71b-47cf-a797-5dc34f80f1e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0704734 Mar 29 13:13:02.743462 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7b671707-0ab8-4bd9-8d85-0dc799315434 req-c02f5cc0-8bf4-4044-8d47-382d477ce0cf tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 210 time: 0.0441346 Mar 29 13:13:02.758522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-668a3bcb-06ab-4bc2-9b25-5947bea5e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:02.760166 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-668a3bcb-06ab-4bc2-9b25-5947bea5e6de service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.1460309 Mar 29 13:13:02.858663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749838b-8a7f-4073-844f-ac4257426b5f req-59756c3c-ba16-4366-95fd-21f2115a58d1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:02.860244 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4749838b-8a7f-4073-844f-ac4257426b5f req-59756c3c-ba16-4366-95fd-21f2115a58d1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.1444414 Mar 29 13:13:02.917634 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5c7dd1e3-482d-4692-a63c-d721b1ab7ee0 req-69c1ba70-980c-4a5f-8d5c-a3375557ebc8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 210 time: 0.0541975 Mar 29 13:13:02.921926 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-bc6598a7-a57f-48fe-b128-f237af837289 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 1000 time: 0.1417310 Mar 29 13:13:02.928416 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4749838b-8a7f-4073-844f-ac4257426b5f req-c7f9e0bb-ba5f-474a-8e48-febf60796901 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551946 Mar 29 13:13:03.007247 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-3ccf4e3f-997b-433b-a3dd-a53d52bbd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:03.008926 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-3ccf4e3f-997b-433b-a3dd-a53d52bbd7af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.0614572 Mar 29 13:13:03.106511 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-fb1f9a61-fdfa-4347-9eb4-0d6464bd5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:03.108139 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-fb1f9a61-fdfa-4347-9eb4-0d6464bd5d3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688276 Mar 29 13:13:03.211537 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-2c3760ac-868a-4b7f-840d-7db5e909b854 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922985 Mar 29 13:13:03.321252 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6653bd9e-e32c-444e-ab6a-2830a5056159 req-5c22305a-5bc1-4fca-a301-f7c935fc931f service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039908 Mar 29 13:13:03.472496 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3269227-5f36-48f4-8f94-f9b8e06f90c5 req-3ca3fc0a-b874-4e72-aaee-ec53ebe62355 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:03.474072 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b3269227-5f36-48f4-8f94-f9b8e06f90c5 req-3ca3fc0a-b874-4e72-aaee-ec53ebe62355 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0687296 Mar 29 13:13:03.525683 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b3269227-5f36-48f4-8f94-f9b8e06f90c5 req-e4f62651-ca5d-4bf8-b619-9be0baa645bd tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438924 Mar 29 13:13:03.743720 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308df76-bfa7-431a-bf22-bd2e2fb51dac req-017aa411-b21c-43aa-91dc-0c9c347998ad tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:03.745205 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6308df76-bfa7-431a-bf22-bd2e2fb51dac req-017aa411-b21c-43aa-91dc-0c9c347998ad tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0531952 Mar 29 13:13:03.792831 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6308df76-bfa7-431a-bf22-bd2e2fb51dac req-a853215e-0b8c-4f4b-acf2-0345bc031f5d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Mar 29 13:13:03.851048 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-29bd59a7-6443-4819-8ca7-130b649fd0e1 req-2eeaffa9-71c3-4dbf-adee-977f5676c7b9 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Mar 29 13:13:04.061338 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3d665854-a33f-496e-9957-8fa5d5176659 req-15e1b2f6-3893-4b8e-9564-1ec4467c9d71 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 210 time: 0.0789206 Mar 29 13:13:04.098605 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1204-1885-4267-8ebb-faadd8248355 req-389e0e97-32fc-470f-a12f-9deb68f2b3b6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:04.100678 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f1bf1204-1885-4267-8ebb-faadd8248355 req-389e0e97-32fc-470f-a12f-9deb68f2b3b6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0985882 Mar 29 13:13:04.152181 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f1bf1204-1885-4267-8ebb-faadd8248355 req-96e54c25-9251-4801-b71d-4c5b9d0b9830 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449092 Mar 29 13:13:04.656848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811b04f-58f2-4f1b-9d82-624e87c41ef3 req-e1ab3c0a-a4cf-406c-91bd-e3f49ecef061 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:04.658078 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8811b04f-58f2-4f1b-9d82-624e87c41ef3 req-e1ab3c0a-a4cf-406c-91bd-e3f49ecef061 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Mar 29 13:13:04.709540 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8811b04f-58f2-4f1b-9d82-624e87c41ef3 req-035cc297-68a1-4548-9a6c-27e1faf02993 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438735 Mar 29 13:13:04.973379 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f3e61316-3c66-4969-b4ea-75786b7211bf req-849a0b15-317e-402f-bb7b-8af78a536107 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 210 time: 0.0488019 Mar 29 13:13:05.192258 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-930cc3f2-e4f7-4f9e-822d-381fb5fac775 req-3f2c5d82-ff79-428f-8586-ae5957bfa3c1 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 210 time: 0.0281274 Mar 29 13:13:05.284981 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:05.337006 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503c42-ac26-4dc3-ab61-f4403154a016 req-5d3de5bb-e1b5-418e-bd93-63d5d1146325 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:05.338492 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d6503c42-ac26-4dc3-ab61-f4403154a016 req-5d3de5bb-e1b5-418e-bd93-63d5d1146325 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.4669750 Mar 29 13:13:05.345795 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb4967-1394-453d-b8f1-63c47d64388a req-547b42ac-4cba-49f5-b7a9-ac0c8a2c83af tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:05.347972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-57eb4967-1394-453d-b8f1-63c47d64388a req-547b42ac-4cba-49f5-b7a9-ac0c8a2c83af tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0822241 Mar 29 13:13:05.362992 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-453b8f82-69b6-4332-a804-7659300048c3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:05.364404 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-453b8f82-69b6-4332-a804-7659300048c3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.4693375 Mar 29 13:13:05.413914 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d6503c42-ac26-4dc3-ab61-f4403154a016 req-b5a3f310-0aae-48a8-ace6-86060caa38b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663443 Mar 29 13:13:05.478676 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-57eb4967-1394-453d-b8f1-63c47d64388a req-1eaa05b9-452b-4879-b459-ff339291d3ca tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247432 Mar 29 13:13:05.481276 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-45468c90-1d44-4e93-aa5f-1e78848c18c6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 472 time: 0.0955417 Mar 29 13:13:05.490878 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'port': {'device_id': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'admin_state_up': True, 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'security_groups': ['c9252dbc-1010-48fc-bbb7-003c8dd51ca0']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:05.520755 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-a8da1703-c436-4be6-ad2b-a14ef82c9a8c tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:05.521851 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-a8da1703-c436-4be6-ad2b-a14ef82c9a8c tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "GET /v2.0/networks?id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4 HTTP/1.1" status: 200 len: 809 time: 0.1620536 Mar 29 13:13:05.547457 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Request body: {'port': {'device_id': '316980a9-64e8-4065-b4db-e003eefb87d4', 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4', 'admin_state_up': True, 'tenant_id': 'f5aed38812604f45a29ef0b0e150b887'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:05.640326 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725f133-5d31-4510-a9bc-d8b5e5c09240 req-a89d0818-a3bf-44d9-bfe7-ec87df2f7914 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:05.641782 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4725f133-5d31-4510-a9bc-d8b5e5c09240 req-a89d0818-a3bf-44d9-bfe7-ec87df2f7914 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0954008 Mar 29 13:13:05.658756 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33302) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:13:05.658756 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'floatingip': {'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:05.733763 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:05.745625 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Made reservation on behalf of f5aed38812604f45a29ef0b0e150b887 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:13:05.749515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:05.856916 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Made reservation on behalf of 5d8a89bb1ab34259bdc14d2cd97ff930 for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:13:05.860227 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:05.902681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eba308-8364-4f43-83a0-bdff2ce42825 req-e538b86c-9cec-40b4-b466-2fdd568708df tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:05.904186 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91eba308-8364-4f43-83a0-bdff2ce42825 req-e538b86c-9cec-40b4-b466-2fdd568708df tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1261253 Mar 29 13:13:05.936025 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Allocated IP 172.20.0.9 (2d26ec55-f5ad-4e29-9296-0eaed78e13f4/5cc9ee36-76f1-4805-aa4e-0cb028009f5d/c403d6b0-beb2-406a-83f4-0c33fb08cbd1) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:13:05.980177 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91eba308-8364-4f43-83a0-bdff2ce42825 req-5ebe75d8-3ef8-41aa-b07d-43a10d224c6e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685191 Mar 29 13:13:06.116460 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks [] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.151388 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1c69d926-e4b1-4b1f-b8a2-cf8635d8f009 req-298b30fd-a964-4095-8b20-475ba4582b84 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 210 time: 0.0922406 Mar 29 13:13:06.225747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.244361 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.20.0.13 (cdb8cfef-6808-4e4c-9256-36d19733f76d/97ddc728-f177-47f6-8aa3-13679b0fc07c/1aa617a3-99e1-4135-be97-bc3df3a8468c) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:13:06.280565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:13:06.296060 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:13:06.298908 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:13:06.304257 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Pushing event updated for resources: {'Port': ['ID=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:06.345252 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7dcc6ac2-6f5d-4f66-97b6-065c8bdb62e0 req-1f19758a-313e-46a1-8600-d9698ec3ebce tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 210 time: 0.0668857 Mar 29 13:13:06.371742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:06.372838 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.444034 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.db.resource_extend [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 13:13:06.449887 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-245b7c25-5387-4e0f-8db8-4f26fd36fdca tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117141 Mar 29 13:13:06.480026 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Request body: {'port': {'device_id': '316980a9-64e8-4065-b4db-e003eefb87d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:06.567862 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.571620 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.601905 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.614067 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6127b-4f5b-462c-bbb5-22025a0386a3 req-aa0f6b18-d47b-4c7a-9f3c-7a4eec6b5659 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:06.616325 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ace6127b-4f5b-462c-bbb5-22025a0386a3 req-aa0f6b18-d47b-4c7a-9f3c-7a4eec6b5659 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.1181712 Mar 29 13:13:06.621583 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-2b4bbcb2-3198-4257-b10b-32fb3231c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:06.623127 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-2b4bbcb2-3198-4257-b10b-32fb3231c34a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1129 time: 0.0888188 Mar 29 13:13:06.635560 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.750118 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ace6127b-4f5b-462c-bbb5-22025a0386a3 req-473464e4-faea-4e3e-85a0-c6faca0e1b16 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275303 Mar 29 13:13:06.782732 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Floating IP 14b44a94-2734-4191-a6d9-8036db0ed93d associated. External IP: 172.27.1.164, port: 82b226d9-0d1a-47fb-8e64-95510739c31a. Mar 29 13:13:06.820245 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:06.836881 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-6d5546ac-c1f1-43c6-b911-65ebc991b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:06.838343 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-6d5546ac-c1f1-43c6-b911-65ebc991b985 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.2044106 Mar 29 13:13:06.897320 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:13:06.904536 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:13:06.909411 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:13:06.932661 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-48a76ba4-7db5-4ad1-a737-fefe00ebe3b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 1001 time: 0.0828929 Mar 29 13:13:06.950160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=1aa617a3-99e1-4135-be97-bc3df3a8468c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:06.981135 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:06.982106 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.017004 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c403d6b0-beb2-406a-83f4-0c33fb08cbd1 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:07.022443 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-7183b5ce-11c7-4e54-80f1-1396d2a94f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:07.024188 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-7183b5ce-11c7-4e54-80f1-1396d2a94f59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0827358 Mar 29 13:13:07.028561 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Publish callbacks [] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.065541 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Transition to ACTIVE for port object c403d6b0-beb2-406a-83f4-0c33fb08cbd1 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:13:07.089579 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-9c0f23bf-9092-4cd6-b88d-ad61639d9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:07.089579 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-9c0f23bf-9092-4cd6-b88d-ad61639d9459 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552926 Mar 29 13:13:07.148332 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2489d20d-0956-4127-a383-30f5ef735da8 None None] Provisioning complete for port 1aa617a3-99e1-4135-be97-bc3df3a8468c triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:07.153971 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2489d20d-0956-4127-a383-30f5ef735da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.154148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.188201 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2489d20d-0956-4127-a383-30f5ef735da8 None None] Port 1aa617a3-99e1-4135-be97-bc3df3a8468c cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:13:07.244513 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-bdf1accf-83a3-4e05-84d8-c83c10159778 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503303 Mar 29 13:13:07.246146 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Pushing event updated for resources: {'Port': ['ID=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:07.317629 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-7addabfc-4692-4c6a-acaf-4336ef5bbe63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8313081 Mar 29 13:13:07.337262 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Request body: {'port': {'device_id': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:07.413103 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.418616 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Router f3305bbe-4c37-4699-b80b-7169e9caa2aa has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:13:07.451962 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Attempting to bind port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:13:07.452343 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Attempting to bind port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:13:07.452926 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Attempting to bind port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 on network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:07.465756 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2344a-d6df-48f0-a723-1068ee3bb407 req-3f267df6-239d-458a-9d7a-c6414a470f15 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:07.467333 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e8b2344a-d6df-48f0-a723-1068ee3bb407 req-3f267df6-239d-458a-9d7a-c6414a470f15 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 943 time: 0.2062697 Mar 29 13:13:07.469623 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b228dce1-3b06-43fc-bb7f-f10aec205a3b req-46677b26-33c9-461b-a9ee-142d4b959047 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184062 Mar 29 13:13:07.470349 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 on network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:13:07.470742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Attempting to bind port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 on network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:07.479144 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:13:07.479632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Checking segment: {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:13:07.480085 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Bound using segment: {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:13:07.480582 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Bound port: c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:13:07.481012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.552642 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e8b2344a-d6df-48f0-a723-1068ee3bb407 req-b9044645-8189-40de-a03b-02f66084ace8 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753818 Mar 29 13:13:07.583110 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] For port c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:13:07.586948 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] For port c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:13:07.684126 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-1c57f8c3-c468-421a-a19a-651c25aa5719 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127090305&fields=id&tenant_id=5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 267 time: 0.0444188 Mar 29 13:13:07.700725 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1e644-5a29-4ced-8ec2-9d361f0bbf37 req-6d752e5a-413d-45df-abe0-e43d946f6860 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:07.702184 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8ef1e644-5a29-4ced-8ec2-9d361f0bbf37 req-6d752e5a-413d-45df-abe0-e43d946f6860 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 932 time: 0.2452013 Mar 29 13:13:07.704065 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.738764 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:13:07.750552 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.750782 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] Sync routers for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:13:07.763286 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:13:07.764278 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:07.828889 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a84a5a1a-2c7f-489e-96c0-aa6e65cbef7d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "PUT /v2.0/floatingips/14b44a94-2734-4191-a6d9-8036db0ed93d HTTP/1.1" status: 200 len: 992 time: 2.1611080 Mar 29 13:13:07.828889 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:07.828889 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea128a-061c-4035-ae50-c8ee022f64c1" -d '{"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:07.836373 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8ef1e644-5a29-4ced-8ec2-9d361f0bbf37 req-d536fb3a-a9ab-49eb-b3aa-72e16ac3273f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256659 Mar 29 13:13:07.896200 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa617a3-99e1-4135-be97-bc3df3a8468c {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:07.902715 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:13:07.905917 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Publish callbacks [] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:07.926148 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Transition to ACTIVE for port object 1aa617a3-99e1-4135-be97-bc3df3a8468c will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:13:07.984491 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44eaa2-725c-4277-92c5-7ab9b6d377e6 req-1c75bfc6-99c2-4c67-b873-99227791abf5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:07.986226 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b44eaa2-725c-4277-92c5-7ab9b6d377e6 req-1c75bfc6-99c2-4c67-b873-99227791abf5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0639734 Mar 29 13:13:08.026847 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.027540 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:08.029263 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] 10.222.0.18 "PUT /v2.0/ports/c403d6b0-beb2-406a-83f4-0c33fb08cbd1 HTTP/1.1" status: 200 len: 1093 time: 1.5542619 Mar 29 13:13:08.031213 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316980a9-64e8-4065-b4db-e003eefb87d4', 'tag': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:08.033520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85730732-d3be-478d-9b2b-69ca471809a4" -d '{"events": [{"name": "network-changed", "server_uuid": "316980a9-64e8-4065-b4db-e003eefb87d4", "tag": "c403d6b0-beb2-406a-83f4-0c33fb08cbd1"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:08.055846 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b44eaa2-725c-4277-92c5-7ab9b6d377e6 req-42c93d4a-d04f-4db0-89d1-35883a5e84d6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576246 Mar 29 13:13:08.057423 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:08.088621 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac68819-1e8a-4f15-b691-1738b7ecbb77 service neutron] Pushing event updated for resources: {'Port': ['ID=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:08.109816 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b3f468-ee79-450c-924f-4d14312de9cc x-openstack-request-id: req-e1b3f468-ee79-450c-924f-4d14312de9cc {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:08.110123 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:08.110386 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1b3f468-ee79-450c-924f-4d14312de9cc {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:08.111529 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b3f468-ee79-450c-924f-4d14312de9cc'] response: {'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'status': 'completed', 'code': 200} Mar 29 13:13:08.126073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-1921a60f-2f18-4c85-b5d7-c4c7b533abd2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.140935 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Pushing event updated for resources: {'Port': ['ID=1aa617a3-99e1-4135-be97-bc3df3a8468c,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:08.150917 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-1921a60f-2f18-4c85-b5d7-c4c7b533abd2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 811 time: 0.4594560 Mar 29 13:13:08.180716 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '14b44a94-2734-4191-a6d9-8036db0ed93d', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:44Z', 'updated_at': '2022-03-29T13:13:06Z', 'revision_number': 1, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:08.189223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc2ade-e39e-4dd3-ae45-36f666d1c3d5 x-openstack-request-id: req-a3dc2ade-e39e-4dd3-ae45-36f666d1c3d5 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:08.189616 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316980a9-64e8-4065-b4db-e003eefb87d4", "tag": "c403d6b0-beb2-406a-83f4-0c33fb08cbd1", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:08.190301 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3dc2ade-e39e-4dd3-ae45-36f666d1c3d5 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:08.190957 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3dc2ade-e39e-4dd3-ae45-36f666d1c3d5'] response: {'name': 'network-changed', 'server_uuid': '316980a9-64e8-4065-b4db-e003eefb87d4', 'tag': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1', 'status': 'completed', 'code': 200} Mar 29 13:13:08.215109 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] Checking router: f3305bbe-4c37-4699-b80b-7169e9caa2aa for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:13:08.230833 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:13:08.231576 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:12:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:08.236330 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-fc764093-7341-40e3-b7da-6a0dadd9ce6d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/quotas/5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 375 time: 0.0843077 Mar 29 13:13:08.236760 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Attempting to bind port 1aa617a3-99e1-4135-be97-bc3df3a8468c on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:13:08.237103 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Attempting to bind port 1aa617a3-99e1-4135-be97-bc3df3a8468c by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:13:08.237602 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Attempting to bind port 1aa617a3-99e1-4135-be97-bc3df3a8468c on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:08.242454 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Port 1aa617a3-99e1-4135-be97-bc3df3a8468c on network cdb8cfef-6808-4e4c-9256-36d19733f76d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:13:08.242779 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Attempting to bind port 1aa617a3-99e1-4135-be97-bc3df3a8468c on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:08.250386 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:13:08.251234 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:13:08.251814 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Bound using segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:13:08.252434 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Bound port: 1aa617a3-99e1-4135-be97-bc3df3a8468c, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:13:08.252963 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:08.314851 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-8bbd97bd-958f-4c3c-bb49-ecd70ef8f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.316509 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-8bbd97bd-958f-4c3c-bb49-ecd70ef8f81f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.1513834 Mar 29 13:13:08.318865 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-428c179c-6b93-4025-9052-8b6f95ef231a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.320943 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-428c179c-6b93-4025-9052-8b6f95ef231a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5aed38812604f45a29ef0b0e150b887&device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 1127 time: 0.1448359 Mar 29 13:13:08.335174 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] For port 1aa617a3-99e1-4135-be97-bc3df3a8468c, host hv-cinder-81556, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:13:08.339310 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-ad46ab9f-2b60-4a8e-88c9-5379af2e2bfb tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938344 Mar 29 13:13:08.340252 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] For port 1aa617a3-99e1-4135-be97-bc3df3a8468c, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:13:08.363054 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:13:08.422083 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:08.436681 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-f0bd20e4-76e3-4bdb-9a6c-74d9097a6abe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1 HTTP/1.1" status: 200 len: 217 time: 0.0925810 Mar 29 13:13:08.458656 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.459946 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:08.461413 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] 10.222.0.18 "PUT /v2.0/ports/1aa617a3-99e1-4135-be97-bc3df3a8468c HTTP/1.1" status: 200 len: 1094 time: 1.1289384 Mar 29 13:13:08.486324 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064c7b2-8637-49eb-9be3-d6f548b6d6ff service neutron] Pushing event updated for resources: {'Port': ['ID=1aa617a3-99e1-4135-be97-bc3df3a8468c,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:08.557176 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-0a8f155e-661d-41d2-b724-b2bf604e5ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.558769 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-0a8f155e-661d-41d2-b724-b2bf604e5ec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cc9ee36-76f1-4805-aa4e-0cb028009f5d HTTP/1.1" status: 200 len: 849 time: 0.0900402 Mar 29 13:13:08.590878 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-27ca8452-a78a-4a4c-a6aa-d8ba3805416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.592575 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-27ca8452-a78a-4a4c-a6aa-d8ba3805416a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.2497888 Mar 29 13:13:08.619459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-14914e28-0a22-4f58-b62e-0ff7d58495e7 service neutron] 10.222.0.21 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611339 Mar 29 13:13:08.629663 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-8308eb22-c1dc-4d36-8bdb-68bd830b9949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564196 Mar 29 13:13:08.663132 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '14b44a94-2734-4191-a6d9-8036db0ed93d', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:44Z', 'updated_at': '2022-03-29T13:13:06Z', 'revision_number': 1, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:08.702058 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91393072-6664-48e6-b5ff-ac126eab0d3d None None] The sync data for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi is: [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '14b44a94-2734-4191-a6d9-8036db0ed93d', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:44Z', 'updated_at': '2022-03-29T13:13:06Z', 'revision_number': 1, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:13:08.714221 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-55a14e52-d226-43b6-95ef-7f6c8e3a507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.716562 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-55a14e52-d226-43b6-95ef-7f6c8e3a507b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 1128 time: 0.1128259 Mar 29 13:13:08.753408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd1d8c-c10f-40c4-9a24-5b8a9023b355 req-bf64a1a8-bc5d-4967-8079-99c244234061 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.756553 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2cbd1d8c-c10f-40c4-9a24-5b8a9023b355 req-bf64a1a8-bc5d-4967-8079-99c244234061 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 943 time: 0.1025519 Mar 29 13:13:08.789032 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-033f8601-f562-4772-90f8-947530e76245 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c HTTP/1.1" status: 200 len: 217 time: 0.0514991 Mar 29 13:13:08.803362 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-aea2ce62-aded-4042-a98a-10d177a2d762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 1000 time: 0.1827068 Mar 29 13:13:08.866036 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-116444ef-fa9c-4051-ba6b-94ec6554d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.867705 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-116444ef-fa9c-4051-ba6b-94ec6554d687 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0651863 Mar 29 13:13:08.870957 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2cbd1d8c-c10f-40c4-9a24-5b8a9023b355 req-3e31d2e4-3c6d-48a6-8d11-ea499199d163 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840940 Mar 29 13:13:08.883823 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-7f9d8372-86fc-4fba-bf25-15fa456e2ccc service neutron] 10.222.0.18 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435789 Mar 29 13:13:08.901730 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-2ba94ff9-5a8c-4e55-ac42-e583c69602c9 service neutron] 10.222.0.21 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709820 Mar 29 13:13:08.904213 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-9cfa5a40-248e-4799-9e4d-92294d23c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.905603 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-9cfa5a40-248e-4799-9e4d-92294d23c8de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0943174 Mar 29 13:13:08.950958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-5b2cfe54-2480-4fde-ae71-f04f5d4d8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:08.951918 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-5b2cfe54-2480-4fde-ae71-f04f5d4d8af4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765998 Mar 29 13:13:08.977900 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9bcb81-3aec-4902-949b-5e998ac73d04 None None] New status for floating IP 14b44a94-2734-4191-a6d9-8036db0ed93d: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:13:09.010014 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2eba5c3b-3320-4497-8b35-128a6a0cc26c req-819919bd-12d3-4704-9b2c-56630e8e5a72 service neutron] 10.222.0.18 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174350 Mar 29 13:13:09.079194 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-4dff6a3f-1218-48cb-a33e-6ddfa365d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.082753 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-4dff6a3f-1218-48cb-a33e-6ddfa365d791 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699580 Mar 29 13:13:09.110724 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5edce-26fb-40c1-aa8f-e6c814854213 req-fdf0050e-d3ef-4389-97e5-403e327c2ddd tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.112405 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-25d5edce-26fb-40c1-aa8f-e6c814854213 req-fdf0050e-d3ef-4389-97e5-403e327c2ddd tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 944 time: 0.1588743 Mar 29 13:13:09.139984 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-5dc292a1-a1a5-4460-9890-bc838b7ca15d service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401772 Mar 29 13:13:09.172065 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-25d5edce-26fb-40c1-aa8f-e6c814854213 req-e3dc6fe4-d5d9-40a0-ae4e-e5b157d039ad tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500185 Mar 29 13:13:09.190357 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-4d837187-1b8e-4c5e-8323-208ecb76ec6f service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013680 Mar 29 13:13:09.307421 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85730732-d3be-478d-9b2b-69ca471809a4 req-3c20fae8-ea72-432b-8916-e225cedbf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.308962 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-3c20fae8-ea72-432b-8916-e225cedbf1fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5aed38812604f45a29ef0b0e150b887&device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 1127 time: 0.1177762 Mar 29 13:13:09.326350 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a1fe603-f4da-4ae3-b342-20cc417b1f5d req-dc8753ac-de78-448a-8a5d-e4374f680f27 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358795 Mar 29 13:13:09.329097 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60ea128a-061c-4035-ae50-c8ee022f64c1 req-e34fa03c-0765-4f47-9bff-3fb08dc0b3ff service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084094 Mar 29 13:13:09.340814 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75facf-a935-4d13-b8dc-a298b71c7fff req-da7b38d0-cc97-4db9-bdc8-de9c19fd98f2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.342335 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ec75facf-a935-4d13-b8dc-a298b71c7fff req-da7b38d0-cc97-4db9-bdc8-de9c19fd98f2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0937636 Mar 29 13:13:09.393121 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ec75facf-a935-4d13-b8dc-a298b71c7fff req-4075a468-ae18-4825-b4b0-7eabedd6a0d3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Mar 29 13:13:09.499712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85730732-d3be-478d-9b2b-69ca471809a4 req-b6d9b3a5-7dc0-40b1-9175-71a982ce04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.501317 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-b6d9b3a5-7dc0-40b1-9175-71a982ce04c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4 HTTP/1.1" status: 200 len: 909 time: 0.0884907 Mar 29 13:13:09.551437 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-de136220-4c87-4479-b4d8-2fccab8dde8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1 HTTP/1.1" status: 200 len: 217 time: 0.0347986 Mar 29 13:13:09.608829 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85730732-d3be-478d-9b2b-69ca471809a4 req-710abc26-d803-46df-9ddb-6a1cf1747b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.610445 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-710abc26-d803-46df-9ddb-6a1cf1747b2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cc9ee36-76f1-4805-aa4e-0cb028009f5d HTTP/1.1" status: 200 len: 849 time: 0.0479801 Mar 29 13:13:09.649714 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-6fe6add3-c45b-4277-a526-cc0b14925b83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306106 Mar 29 13:13:09.655090 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8baee9c5-f772-43d6-8cff-0d6f170ca8b9 req-0477e492-a9d2-4645-949d-3c09882a8054 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 210 time: 0.0279453 Mar 29 13:13:09.768420 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-3f2f6da4-146f-43a6-9b24-9fe259da1f6c service neutron] 10.222.0.18 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958643 Mar 29 13:13:09.866823 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-85730732-d3be-478d-9b2b-69ca471809a4 req-04823eee-c043-41a9-9afe-d5bf2cd7f81c service neutron] 10.222.0.18 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903411 Mar 29 13:13:09.996459 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef08d7-c75a-46f2-8062-0d5cb2f3549b req-1a112572-8fb5-4ab8-a30a-f0b6708a7865 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:09.997975 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-65ef08d7-c75a-46f2-8062-0d5cb2f3549b req-1a112572-8fb5-4ab8-a30a-f0b6708a7865 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 943 time: 0.0557227 Mar 29 13:13:10.047644 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-65ef08d7-c75a-46f2-8062-0d5cb2f3549b req-bfab6674-3571-467b-9aaa-794c503d711d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Mar 29 13:13:10.112532 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:10.114862 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:10.149668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebc2455-0c2d-439b-b860-02e569e908b7 x-openstack-request-id: req-5ebc2455-0c2d-439b-b860-02e569e908b7 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:10.149960 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:10.150208 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ebc2455-0c2d-439b-b860-02e569e908b7 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:10.150599 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ebc2455-0c2d-439b-b860-02e569e908b7'] response: {'name': 'network-changed', 'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'status': 'completed', 'code': 200} Mar 29 13:13:10.251654 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-bdda4c62-ed27-4c61-b976-06f6189f4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:10.253037 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-bdda4c62-ed27-4c61-b976-06f6189f4aef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 1128 time: 0.0463536 Mar 29 13:13:10.373524 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89114f9a-0a99-4c69-bb40-f1c3d43130c3 req-17b48723-42e2-4285-8459-74114616e8af tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:10.375012 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-89114f9a-0a99-4c69-bb40-f1c3d43130c3 req-17b48723-42e2-4285-8459-74114616e8af tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 944 time: 0.1210938 Mar 29 13:13:10.405101 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-c252a888-00c9-4bfb-8e0c-6168e5084176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:10.406536 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-c252a888-00c9-4bfb-8e0c-6168e5084176 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 914 time: 0.1422932 Mar 29 13:13:10.466288 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-98152cac-0702-4bed-9522-3d348d46d6d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c HTTP/1.1" status: 200 len: 217 time: 0.0526416 Mar 29 13:13:10.473229 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-89114f9a-0a99-4c69-bb40-f1c3d43130c3 req-9cb22687-f636-4051-aff4-f3db1428fbe9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912652 Mar 29 13:13:10.524877 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d58b97-d328-437a-862e-34dce41965e5 req-1215b148-01a5-414f-8e47-863b772020d0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:10.526410 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-42d58b97-d328-437a-862e-34dce41965e5 req-1215b148-01a5-414f-8e47-863b772020d0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 945 time: 0.0564384 Mar 29 13:13:10.538935 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-9f8627c9-778e-4508-9155-5edb548513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:10.540418 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-9f8627c9-778e-4508-9155-5edb548513fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0663571 Mar 29 13:13:10.576477 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-42d58b97-d328-437a-862e-34dce41965e5 req-d8a89d13-1705-4f7b-bd7a-1f8d37280efa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441897 Mar 29 13:13:10.625811 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-f291f129-3901-4b52-bf48-0119f584dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:10.627296 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-f291f129-3901-4b52-bf48-0119f584dcee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466392 Mar 29 13:13:10.734596 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-fae15e24-5c67-466d-9231-cbf069910b25 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999002 Mar 29 13:13:10.742393 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9872a9b6-8e3f-4668-9cd6-966326ce9593 req-e70c92f3-1832-4115-aa6a-aae814b204b7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 210 time: 0.0326610 Mar 29 13:13:10.825673 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8aa74ee6-cf40-424c-a4a7-eb59e9092dc6 req-79b1f372-d691-4cac-8400-80d20f2d250a service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838916 Mar 29 13:13:11.064292 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:13:11.142237 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: ACTIVE; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:11.143200 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:11.167548 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dd2f1-1522-401a-a1fd-827e31792ede req-ea49cbcf-6886-486c-9035-89e3064f0475 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:11.168163 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:11.169008 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ed7dd2f1-1522-401a-a1fd-827e31792ede req-ea49cbcf-6886-486c-9035-89e3064f0475 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 943 time: 0.0542750 Mar 29 13:13:11.169770 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601b0e76-2e5c-4e65-8384-c4cb3d67b60e" -d '{"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-unplugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:11.182347 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:11.216610 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ed7dd2f1-1522-401a-a1fd-827e31792ede req-75497834-45f5-4056-bb67-c93d91f62fab tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Mar 29 13:13:11.257408 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77d878-48cc-4b35-bc91-4fb62d292603 x-openstack-request-id: req-2b77d878-48cc-4b35-bc91-4fb62d292603 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:11.257703 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-unplugged", "status": "failed", "tag": "996af564-5546-4259-866c-e561dd88b91f", "code": 422}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:11.257966 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b77d878-48cc-4b35-bc91-4fb62d292603 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:11.258476 dv-cinder-815560-5-iscsi neutron-server[103819]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2b77d878-48cc-4b35-bc91-4fb62d292603']: {'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'code': 422} returned with failed status Mar 29 13:13:11.270258 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:11.319902 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=8']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:11.594300 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293443-d3ab-4c7f-a29f-4156687bc58c req-0706733c-3dd1-4558-ae9b-82aebdba3979 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:11.595697 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2d293443-d3ab-4c7f-a29f-4156687bc58c req-0706733c-3dd1-4558-ae9b-82aebdba3979 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 944 time: 0.0542459 Mar 29 13:13:11.642592 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2d293443-d3ab-4c7f-a29f-4156687bc58c req-0e46128b-5a11-4a1d-9921-052637f8722f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408943 Mar 29 13:13:11.839774 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3b205ddd-cd10-4601-93c3-871f2b864247 req-468c7693-0202-40dd-8b50-3a23d2c579f5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 210 time: 0.0309253 Mar 29 13:13:11.942037 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-26e15128-e5fa-4b31-a648-9f5bb7dbeb4e req-bba0cadc-a66c-4e1f-8c96-f21efa7e5548 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:13:11.943770 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-26e15128-e5fa-4b31-a648-9f5bb7dbeb4e req-bba0cadc-a66c-4e1f-8c96-f21efa7e5548 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052445 Mar 29 13:13:12.337698 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dda52-ec50-4c21-b4bc-0d850b633c95 req-c5dcac79-f3bb-4f3e-b54b-2d68908f8778 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:12.339161 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-489dda52-ec50-4c21-b4bc-0d850b633c95 req-c5dcac79-f3bb-4f3e-b54b-2d68908f8778 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0538194 Mar 29 13:13:12.398118 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-489dda52-ec50-4c21-b4bc-0d850b633c95 req-71098f50-ea82-4acd-9b0d-b267c1d88aae tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532076 Mar 29 13:13:12.430341 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73280b79-b344-46d6-9c9c-d86400f2395b req-9acfcfe7-6852-43ff-be3e-10dc8b9327d2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:12.430341 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-73280b79-b344-46d6-9c9c-d86400f2395b req-9acfcfe7-6852-43ff-be3e-10dc8b9327d2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 943 time: 0.1300740 Mar 29 13:13:12.451203 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-7b4686a3-0756-4567-bb3b-de8f8cb0d3ed tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:12.457070 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-7b4686a3-0756-4567-bb3b-de8f8cb0d3ed tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 811 time: 0.1526623 Mar 29 13:13:12.504240 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-73280b79-b344-46d6-9c9c-d86400f2395b req-3dcf7b3b-7460-4745-a8c0-9b47285012a5 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688233 Mar 29 13:13:12.548806 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-ad7e8e5a-d347-4e14-bafa-1f1865275137 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 379 time: 0.0624588 Mar 29 13:13:12.560655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'port': {'device_id': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'admin_state_up': True, 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'security_groups': ['f083ad7d-576e-4b62-b7e3-87e6ea41e5fb']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:12.760628 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1340cdd-8d2f-4594-ad56-87aae10c1fb3 req-b260323d-4b25-4f76-bf0b-5b82ba0431b6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:12.762044 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c1340cdd-8d2f-4594-ad56-87aae10c1fb3 req-b260323d-4b25-4f76-bf0b-5b82ba0431b6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 944 time: 0.0540128 Mar 29 13:13:12.809023 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c1340cdd-8d2f-4594-ad56-87aae10c1fb3 req-007599dd-5973-4f34-ac21-7e5935a206b2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413506 Mar 29 13:13:12.826727 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Made reservation on behalf of 5b287c59c3dc4b209029dfe3a4c8e545 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:13:12.826727 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:12.964948 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6903d043-1e34-4216-9489-0d378ff6f447 req-6936005d-7e82-470b-b137-56888bb5157c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 210 time: 0.0424018 Mar 29 13:13:12.986429 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Allocated IP 172.20.0.7 (2d2d0fd2-c7bb-4377-a7df-6b05df323176/563217e1-1979-4198-830e-021996f7bcf0/09ec4850-17aa-4cf8-88b6-93fd350c3c83) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:13:13.030089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33424) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:13:13.043393 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device c403d6b0-beb2-406a-83f4-0c33fb08cbd1 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:13:13.123577 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-c5a434c0-804e-403d-9040-684c09ebac2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922778 Mar 29 13:13:13.132543 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.133506 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-cdf4007f-49af-44bb-9ca9-30eb87a070c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:13:13.134599 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-cdf4007f-49af-44bb-9ca9-30eb87a070c3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061257 Mar 29 13:13:13.152751 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:13.168322 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1', 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4', 'port_id': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1', 'mac_address': 'fa:16:3e:b4:c7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc9ee36-76f1-4805-aa4e-0cb028009f5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:13:13.205487 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:13.205928 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.217122 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33432) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:13:13.219626 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c403d6b0-beb2-406a-83f4-0c33fb08cbd1 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:13.231081 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.239635 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:13.278054 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:13:13.281254 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:13:13.283774 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:13:13.307220 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.308003 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 1aa617a3-99e1-4135-be97-bc3df3a8468c details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:13:13.327240 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-e4c050a3-0ea6-41ce-894a-2acde8baa37a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:13.328831 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-e4c050a3-0ea6-41ce-894a-2acde8baa37a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports/996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 940 time: 0.1106951 Mar 29 13:13:13.336468 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=09ec4850-17aa-4cf8-88b6-93fd350c3c83,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:13.368404 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:13.368770 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:13.369445 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.500709 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8ec862ff-1588-40fc-83f0-af1988ed3461 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435599 Mar 29 13:13:13.510112 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 1aa617a3-99e1-4135-be97-bc3df3a8468c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:13.525399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'port_id': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'mac_address': 'fa:16:3e:7a:11:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:13:13.529921 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Request body: {'port': {'device_id': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:13.549932 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9decd-f774-44d8-924d-516784f49e6f req-b23186f7-92bd-4baf-aef7-4db33e627b35 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:13.558302 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7ac9decd-f774-44d8-924d-516784f49e6f req-b23186f7-92bd-4baf-aef7-4db33e627b35 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0656369 Mar 29 13:13:13.595236 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 1aa617a3-99e1-4135-be97-bc3df3a8468c is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:13.595666 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.600999 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7ac9decd-f774-44d8-924d-516784f49e6f req-52241da8-eed6-4528-a62d-9b70b38fa15b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Mar 29 13:13:13.616651 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa617a3-99e1-4135-be97-bc3df3a8468c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:13.624463 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-ba3c7097-3cd3-453e-864a-ea3e83f1c3b1 None None] Provisioning complete for port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:13.624842 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ba3c7097-3cd3-453e-864a-ea3e83f1c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.633637 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.673812 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 1aa617a3-99e1-4135-be97-bc3df3a8468c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:13.682546 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c7097-3cd3-453e-864a-ea3e83f1c3b1 None None] Port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:13:13.684194 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4b42a-e2d2-47f7-b8af-3283bb1378f6 req-5dfac210-5566-4f9f-9176-625cb30a209d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:13.685678 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dc4b42a-e2d2-47f7-b8af-3283bb1378f6 req-5dfac210-5566-4f9f-9176-625cb30a209d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 944 time: 0.0943160 Mar 29 13:13:13.765075 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.808183 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dc4b42a-e2d2-47f7-b8af-3283bb1378f6 req-9970a347-855c-46f1-ab7d-46310d9d5456 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165540 Mar 29 13:13:13.823232 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=1aa617a3-99e1-4135-be97-bc3df3a8468c,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:13.937572 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc4471-f87b-472f-a941-85688291f831 req-d243fe2b-f7d3-4566-aeda-2bd07b8af2bf tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:13.939028 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5fc4471-f87b-472f-a941-85688291f831 req-d243fe2b-f7d3-4566-aeda-2bd07b8af2bf tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 945 time: 0.0565329 Mar 29 13:13:13.971442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ec4850-17aa-4cf8-88b6-93fd350c3c83 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:13.980034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Publish callbacks [] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:13.986745 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5fc4471-f87b-472f-a941-85688291f831 req-5273e7f9-b87b-43b0-b5e7-cd0aa624041e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Mar 29 13:13:13.993620 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Transition to ACTIVE for port object 09ec4850-17aa-4cf8-88b6-93fd350c3c83 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:13:14.092588 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a88a3-b970-4729-a113-286349410edf req-2a06ce7e-96f6-41e3-946a-fa7beeb83123 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:14.093991 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-195a88a3-b970-4729-a113-286349410edf req-2a06ce7e-96f6-41e3-946a-fa7beeb83123 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 931 time: 0.0579011 Mar 29 13:13:14.095068 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:14.172810 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Pushing event updated for resources: {'Port': ['ID=09ec4850-17aa-4cf8-88b6-93fd350c3c83,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:14.182144 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['1aa617a3-99e1-4135-be97-bc3df3a8468c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:14.217806 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['c403d6b0-beb2-406a-83f4-0c33fb08cbd1'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:14.234456 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-195a88a3-b970-4729-a113-286349410edf req-02f587e5-3900-481e-9797-2e70e357db67 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294560 Mar 29 13:13:14.275423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Attempting to bind port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:13:14.275947 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Attempting to bind port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:13:14.276420 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Attempting to bind port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:14.281442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:13:14.282278 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Attempting to bind port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:14.289000 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:13:14.289350 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Checking segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:13:14.290039 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Bound using segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:13:14.290437 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Bound port: 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:13:14.290798 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:14.597929 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] For port 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:13:14.600927 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] For port 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:13:14.713647 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:14.749557 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4550846-d8f7-4d75-94ab-76de011f5e02 req-641397ed-bf70-4bc4-a278-495118e36903 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:14.751747 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e4550846-d8f7-4d75-94ab-76de011f5e02 req-641397ed-bf70-4bc4-a278-495118e36903 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0633700 Mar 29 13:13:14.752376 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:14.752959 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:14.754336 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] 10.222.0.18 "PUT /v2.0/ports/09ec4850-17aa-4cf8-88b6-93fd350c3c83 HTTP/1.1" status: 200 len: 1093 time: 1.2369254 Mar 29 13:13:14.754776 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:14.757637 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550d59ab-a143-4f55-a018-1e0fda1838d1" -d '{"events": [{"name": "network-changed", "server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:14.790449 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a5c7c-beb8-42bb-879e-f4f172056326 service neutron] Pushing event updated for resources: {'Port': ['ID=09ec4850-17aa-4cf8-88b6-93fd350c3c83,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:14.803748 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4b7ea4-8758-46c6-954f-87b095992329 x-openstack-request-id: req-8d4b7ea4-8758-46c6-954f-87b095992329 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:14.804091 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:14.804417 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d4b7ea4-8758-46c6-954f-87b095992329 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:14.804835 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4b7ea4-8758-46c6-954f-87b095992329'] response: {'name': 'network-changed', 'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'status': 'completed', 'code': 200} Mar 29 13:13:14.813566 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e4550846-d8f7-4d75-94ab-76de011f5e02 req-bafb82f2-c690-41f6-94f6-ce178eda688d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557318 Mar 29 13:13:14.940921 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d59ab-a143-4f55-a018-1e0fda1838d1 req-d70a582d-f922-4bec-863f-7e9db79fc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:14.942427 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-550d59ab-a143-4f55-a018-1e0fda1838d1 req-d70a582d-f922-4bec-863f-7e9db79fc02d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 1127 time: 0.0813763 Mar 29 13:13:14.958171 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713103b-de6d-4069-94e3-e8823c01466a req-255fde3c-d3f2-40af-be07-3235e002d796 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:14.960279 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8713103b-de6d-4069-94e3-e8823c01466a req-255fde3c-d3f2-40af-be07-3235e002d796 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 944 time: 0.0686090 Mar 29 13:13:15.071329 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8713103b-de6d-4069-94e3-e8823c01466a req-1261280f-b6d5-4d68-b853-e5c11d1d6084 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025946 Mar 29 13:13:15.092613 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d59ab-a143-4f55-a018-1e0fda1838d1 req-f16c2cff-a051-4a97-a315-8f95d6125790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.094061 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-550d59ab-a143-4f55-a018-1e0fda1838d1 req-f16c2cff-a051-4a97-a315-8f95d6125790 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1329384 Mar 29 13:13:15.113134 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b316656-dac7-4d95-9ef0-4c7549e5bfc9 req-2bac4c2e-3544-4479-97f5-46273e4b7438 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.114582 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0b316656-dac7-4d95-9ef0-4c7549e5bfc9 req-2bac4c2e-3544-4479-97f5-46273e4b7438 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 945 time: 0.0568118 Mar 29 13:13:15.165409 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0b316656-dac7-4d95-9ef0-4c7549e5bfc9 req-56999ceb-c593-4ffc-bbe7-f810c7267358 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Mar 29 13:13:15.197638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d59ab-a143-4f55-a018-1e0fda1838d1 req-67f98280-7629-4448-9626-62ef714bae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.199116 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-550d59ab-a143-4f55-a018-1e0fda1838d1 req-67f98280-7629-4448-9626-62ef714bae74 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0924497 Mar 29 13:13:15.374237 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-5cd2234a-ccf9-4c4e-ae14-4a391e823df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.375973 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-5cd2234a-ccf9-4c4e-ae14-4a391e823df7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 1127 time: 0.0844820 Mar 29 13:13:15.390653 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28932d-9767-4ee1-8e02-453b83244950 req-53e7a1d5-06d3-4595-991a-4a23c23cb69e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.392238 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1f28932d-9767-4ee1-8e02-453b83244950 req-53e7a1d5-06d3-4595-991a-4a23c23cb69e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0718753 Mar 29 13:13:15.437580 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-9cae90e3-0c65-42bf-8069-db0f749c4c79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83 HTTP/1.1" status: 200 len: 217 time: 0.0421033 Mar 29 13:13:15.508835 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1f28932d-9767-4ee1-8e02-453b83244950 req-79b1b9da-b7b1-46d3-868a-fc12f6df7f45 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065805 Mar 29 13:13:15.514376 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c92e2aa6-443b-430d-b4ac-534dd494c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.515826 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-c92e2aa6-443b-430d-b4ac-534dd494c8e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0712209 Mar 29 13:13:15.570698 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-d6c5ea16-e14a-4947-a6d4-13ebe03ccfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.572210 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-d6c5ea16-e14a-4947-a6d4-13ebe03ccfae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493002 Mar 29 13:13:15.663222 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-8112c0e8-3f1f-4b6f-9748-f5c9df4d8020 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Mar 29 13:13:15.757951 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7fdd3a-d398-411c-ae75-b0fb2019e0ea req-7f5abed8-b8ac-4d89-98b2-a7994a4455a2 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874271 Mar 29 13:13:15.940570 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7292409-6e59-45bd-873b-7fd3b7586ad8 req-527198ca-c115-48ff-989d-5f110d4ad3fc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:15.942030 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f7292409-6e59-45bd-873b-7fd3b7586ad8 req-527198ca-c115-48ff-989d-5f110d4ad3fc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0560403 Mar 29 13:13:15.988211 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f7292409-6e59-45bd-873b-7fd3b7586ad8 req-8c59a812-fe3e-4317-b177-922a57aa8b1c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Mar 29 13:13:16.190349 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d148e-9327-4c34-85b0-806270957561 req-600f7a45-d517-48fb-a641-9c7ce5b1f14b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:16.192357 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ea5d148e-9327-4c34-85b0-806270957561 req-600f7a45-d517-48fb-a641-9c7ce5b1f14b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 944 time: 0.0538001 Mar 29 13:13:16.252046 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ea5d148e-9327-4c34-85b0-806270957561 req-f3564605-ecaf-471e-8e43-29353f1a56f6 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528653 Mar 29 13:13:16.284306 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c4e73-9a10-42a6-9266-32f2c4bdbd04 req-51f32e32-1722-4e39-8e6a-4161d245ae27 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:16.285787 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-904c4e73-9a10-42a6-9266-32f2c4bdbd04 req-51f32e32-1722-4e39-8e6a-4161d245ae27 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Mar 29 13:13:16.332236 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-904c4e73-9a10-42a6-9266-32f2c4bdbd04 req-fe98940c-47fe-4297-9211-45c16cfa27ff tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402229 Mar 29 13:13:16.364319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2a1185f2-2103-4f87-a090-d1d023e5e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:16.624795 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251ff72-ee3b-4cb3-a67a-346678740b98 req-62d182be-61e1-4947-a93c-6007650946e7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:16.626242 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f251ff72-ee3b-4cb3-a67a-346678740b98 req-62d182be-61e1-4947-a93c-6007650946e7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0511289 Mar 29 13:13:16.675573 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f251ff72-ee3b-4cb3-a67a-346678740b98 req-577e5426-d73c-45ce-ba73-e1043cb030ae tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Mar 29 13:13:16.769856 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-127ce0a6-60fd-4e4b-a70a-7ecd7b4784d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:16.772083 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-127ce0a6-60fd-4e4b-a70a-7ecd7b4784d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc&tenant_id=f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 1127 time: 0.0792432 Mar 29 13:13:16.857087 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-22beed52-de9f-4688-b3f3-12f980b312ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:16.858475 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-22beed52-de9f-4688-b3f3-12f980b312ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1127 time: 0.0439329 Mar 29 13:13:16.948955 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-6fc3ee98-fd85-4259-9a7a-ccff5b78a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:16.950438 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-6fc3ee98-fd85-4259-9a7a-ccff5b78a9b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.0849743 Mar 29 13:13:17.014072 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-7d7b1b18-43db-4a8e-a387-e1eac6a376ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 999 time: 0.0573337 Mar 29 13:13:17.062105 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-d5f6db07-9459-43e8-9e8f-e88f5c57ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.063599 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-d5f6db07-9459-43e8-9e8f-e88f5c57ad59 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0436428 Mar 29 13:13:17.084455 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device c403d6b0-beb2-406a-83f4-0c33fb08cbd1 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:13:17.113911 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94f066-707a-40d6-8f0a-6d42569ec772 req-c28fa3eb-7018-4527-9ca9-bb23949fefef tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.115407 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0d94f066-707a-40d6-8f0a-6d42569ec772 req-c28fa3eb-7018-4527-9ca9-bb23949fefef tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0557830 Mar 29 13:13:17.116789 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-27e3da04-5577-4d15-bd5f-8ab2e205ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.118256 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-27e3da04-5577-4d15-bd5f-8ab2e205ef68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489902 Mar 29 13:13:17.163650 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0d94f066-707a-40d6-8f0a-6d42569ec772 req-65bc7a6a-9da1-40a6-bd82-27715d9a93b5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Mar 29 13:13:17.208900 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-1d38c325-6552-4850-9326-50a437ddce81 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832160 Mar 29 13:13:17.258450 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:13:17.262442 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:17.262819 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:17.313701 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15a78c95-cb1f-4348-af5f-62d1a0621c5c req-69505abc-a45f-45c7-bbe9-8ae139f02618 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932446 Mar 29 13:13:17.341274 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:17.341941 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:17.369151 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316980a9-64e8-4065-b4db-e003eefb87d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:17.371382 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa43e1b-43bd-4f45-adee-00893201867f" -d '{"events": [{"server_uuid": "316980a9-64e8-4065-b4db-e003eefb87d4", "name": "network-vif-plugged", "status": "completed", "tag": "c403d6b0-beb2-406a-83f4-0c33fb08cbd1"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:17.374885 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90fbc-6426-4b56-90e0-cd2027441cf5 req-b95f6ad0-8e53-4c66-9c65-32ea88b11ffa tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.376974 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-63a90fbc-6426-4b56-90e0-cd2027441cf5 req-b95f6ad0-8e53-4c66-9c65-32ea88b11ffa tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 944 time: 0.0556641 Mar 29 13:13:17.394432 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:17.428458 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-63a90fbc-6426-4b56-90e0-cd2027441cf5 req-50c55349-780b-44d2-a060-033423b8b23e tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Mar 29 13:13:17.465020 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:17.466440 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 1aa617a3-99e1-4135-be97-bc3df3a8468c up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:13:17.466567 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280ee6b-4292-4476-a2c1-2abfec802111 req-76cd2586-7f02-453c-947e-e133a92f266f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.473524 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d280ee6b-4292-4476-a2c1-2abfec802111 req-76cd2586-7f02-453c-947e-e133a92f266f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 945 time: 0.0662720 Mar 29 13:13:17.511132 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6d8b86-27a7-4e5e-aadb-10d7935ec09e x-openstack-request-id: req-ee6d8b86-27a7-4e5e-aadb-10d7935ec09e {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:17.511421 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316980a9-64e8-4065-b4db-e003eefb87d4", "name": "network-vif-plugged", "status": "completed", "tag": "c403d6b0-beb2-406a-83f4-0c33fb08cbd1", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:17.511690 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee6d8b86-27a7-4e5e-aadb-10d7935ec09e {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:17.512069 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6d8b86-27a7-4e5e-aadb-10d7935ec09e'] response: {'server_uuid': '316980a9-64e8-4065-b4db-e003eefb87d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1', 'code': 200} Mar 29 13:13:17.518052 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d280ee6b-4292-4476-a2c1-2abfec802111 req-c7d43812-1451-4506-8484-2f21373b5baa tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Mar 29 13:13:17.551060 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:17.624319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 1aa617a3-99e1-4135-be97-bc3df3a8468c completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:13:17.628169 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 1aa617a3-99e1-4135-be97-bc3df3a8468c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:17.628542 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:17.721471 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 1aa617a3-99e1-4135-be97-bc3df3a8468c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:17.721890 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:17.758437 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 1aa617a3-99e1-4135-be97-bc3df3a8468c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:17.807115 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcabce5-94c6-4390-9b4d-8a9f1e7d79c0 req-931e11a0-d3b7-40f3-bda9-a107e1893649 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.808775 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bfcabce5-94c6-4390-9b4d-8a9f1e7d79c0 req-931e11a0-d3b7-40f3-bda9-a107e1893649 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0551183 Mar 29 13:13:17.856092 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:17.887800 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bfcabce5-94c6-4390-9b4d-8a9f1e7d79c0 req-0c74aecc-e4ed-4694-b1db-d5b0e2bd5204 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727785 Mar 29 13:13:17.918995 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=1aa617a3-99e1-4135-be97-bc3df3a8468c,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:17.919138 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1bc3-ad2c-4209-8178-efee0b629b2d req-91ade9e3-96f8-4215-acb7-2b675ff13268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:17.919138 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-20fa1bc3-ad2c-4209-8178-efee0b629b2d req-91ade9e3-96f8-4215-acb7-2b675ff13268 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 1129 time: 0.0614741 Mar 29 13:13:17.960734 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-20fa1bc3-ad2c-4209-8178-efee0b629b2d req-41afe85e-fe3b-4a85-8530-4d3ba86d8923 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Mar 29 13:13:18.286284 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f4b1d-e047-4d67-b509-235ac3a3c1d5 req-4e46c64d-b6e0-44ed-ac14-3ff86da58481 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:18.288169 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-620f4b1d-e047-4d67-b509-235ac3a3c1d5 req-4e46c64d-b6e0-44ed-ac14-3ff86da58481 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0522308 Mar 29 13:13:18.336811 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-620f4b1d-e047-4d67-b509-235ac3a3c1d5 req-e4543947-c307-44b7-adc8-3e1ccf808108 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Mar 29 13:13:18.510105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d68ce0f0-2bd5-4b67-8e4d-dea192989f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:18.570437 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb800-2432-49cb-87e5-345f81b0c859 req-6864d30e-959d-4b46-880b-98257a7b2d8f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:18.579770 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3cccb800-2432-49cb-87e5-345f81b0c859 req-6864d30e-959d-4b46-880b-98257a7b2d8f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0666566 Mar 29 13:13:18.637280 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3cccb800-2432-49cb-87e5-345f81b0c859 req-c2fe8989-3952-491f-a950-a469db9b6654 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565250 Mar 29 13:13:18.704495 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab26a6-0aca-4504-b2de-922c193f418f req-1baca5f0-cf65-41f6-b923-1b5af75ec4f9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:18.705950 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-78ab26a6-0aca-4504-b2de-922c193f418f req-1baca5f0-cf65-41f6-b923-1b5af75ec4f9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0698183 Mar 29 13:13:18.761702 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-78ab26a6-0aca-4504-b2de-922c193f418f req-1a0364f4-93cd-4fdd-9061-aa480b28883a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459394 Mar 29 13:13:19.019950 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80c759-bbe7-412c-a2cd-a759b5743634 req-fdb62e09-34f1-4ece-a75f-6f6396dd625a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:19.021916 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c80c759-bbe7-412c-a2cd-a759b5743634 req-fdb62e09-34f1-4ece-a75f-6f6396dd625a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0610578 Mar 29 13:13:19.069966 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c80c759-bbe7-412c-a2cd-a759b5743634 req-507e0cbe-defd-474b-8795-e42f1f218078 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420549 Mar 29 13:13:19.463067 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9f5c4-da93-457a-993c-d1760f9d9297 req-917be50b-e4d6-4d93-9130-6ed05ccfd1bb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:19.464962 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b3e9f5c4-da93-457a-993c-d1760f9d9297 req-917be50b-e4d6-4d93-9130-6ed05ccfd1bb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0557578 Mar 29 13:13:19.513319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:19.515893 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d6e958-cd77-45d0-8a2a-648c7008509a" -d '{"events": [{"server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "name": "network-vif-plugged", "status": "completed", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:19.516151 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b3e9f5c4-da93-457a-993c-d1760f9d9297 req-e2daf559-0069-4130-8d58-d2923b482980 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 Mar 29 13:13:19.561224 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50466ec3-0a79-4184-9681-c574b94bfb73 x-openstack-request-id: req-50466ec3-0a79-4184-9681-c574b94bfb73 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:19.561598 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "name": "network-vif-plugged", "status": "completed", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:19.562641 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50466ec3-0a79-4184-9681-c574b94bfb73 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:19.563302 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50466ec3-0a79-4184-9681-c574b94bfb73'] response: {'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'code': 200} Mar 29 13:13:19.644649 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:19.764409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620a18-115e-446e-ae97-900dbaa9e7ac req-fa080ab1-ecc0-47e4-ab56-28f6060babe9 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:19.766356 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6e620a18-115e-446e-ae97-900dbaa9e7ac req-fa080ab1-ecc0-47e4-ab56-28f6060babe9 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0580065 Mar 29 13:13:19.822706 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6e620a18-115e-446e-ae97-900dbaa9e7ac req-95814cba-aa9a-4df2-812c-1f3a9f810c76 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500383 Mar 29 13:13:19.898356 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5df8e2-00f2-4470-b487-82f1ca697205 req-64befa29-a584-4c3f-9901-3b03987b6891 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:19.900059 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ae5df8e2-00f2-4470-b487-82f1ca697205 req-64befa29-a584-4c3f-9901-3b03987b6891 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0574820 Mar 29 13:13:19.951029 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ae5df8e2-00f2-4470-b487-82f1ca697205 req-84dbe8e1-b3ec-447e-8b59-6a0483d08b5c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Mar 29 13:13:20.212632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ecf09-1c72-41e2-a320-40063f2f609d req-1569b918-ec90-4974-a895-4b612443b841 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:20.214351 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-168ecf09-1c72-41e2-a320-40063f2f609d req-1569b918-ec90-4974-a895-4b612443b841 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0663116 Mar 29 13:13:20.269452 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-168ecf09-1c72-41e2-a320-40063f2f609d req-599fc14f-a082-41d1-a809-17affedad967 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495408 Mar 29 13:13:20.674697 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f9f45-606e-4d2d-9890-6b7899ca1576 req-a763adef-df1a-4ac2-86d2-82201240dcc5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:20.676449 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8e5f9f45-606e-4d2d-9890-6b7899ca1576 req-a763adef-df1a-4ac2-86d2-82201240dcc5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0588949 Mar 29 13:13:20.732559 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8e5f9f45-606e-4d2d-9890-6b7899ca1576 req-0fda56ac-8357-4969-9738-2d4a20b4ac79 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490324 Mar 29 13:13:21.002161 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069dbf0-6de4-4a65-8ce8-14883f8b9448 req-d8462614-366d-42ae-95fa-298faa25f2b2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:21.002161 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a069dbf0-6de4-4a65-8ce8-14883f8b9448 req-d8462614-366d-42ae-95fa-298faa25f2b2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0522513 Mar 29 13:13:21.009150 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a069dbf0-6de4-4a65-8ce8-14883f8b9448 req-15329e1a-683d-42ad-b8a4-4d4c02afe198 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494657 Mar 29 13:13:21.126115 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3d1f-ee9c-4810-8af8-7bacff18ecba req-3a20764e-3a34-4a58-bfe9-160cbd9c26c2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:21.134368 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a8fe3d1f-ee9c-4810-8af8-7bacff18ecba req-3a20764e-3a34-4a58-bfe9-160cbd9c26c2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0795267 Mar 29 13:13:21.184030 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a8fe3d1f-ee9c-4810-8af8-7bacff18ecba req-86839033-e673-4424-919b-c14c6c494b10 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487063 Mar 29 13:13:21.405053 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34d64c-21e1-4498-95f3-444f51dad612 req-5988e2b6-eebf-42b2-b552-33b94595e5a4 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:21.406634 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3c34d64c-21e1-4498-95f3-444f51dad612 req-5988e2b6-eebf-42b2-b552-33b94595e5a4 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0646844 Mar 29 13:13:21.473149 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3c34d64c-21e1-4498-95f3-444f51dad612 req-b0a5cab5-1a68-4e02-b120-953737d3b568 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601478 Mar 29 13:13:21.592926 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:22.101651 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d848eb-bbf8-4e35-977d-96a0d237be3e req-df13de3a-b37d-47a0-8215-52f6c9e14783 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:22.109881 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-14d848eb-bbf8-4e35-977d-96a0d237be3e req-df13de3a-b37d-47a0-8215-52f6c9e14783 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0640552 Mar 29 13:13:22.160132 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef4c83-b671-427d-90d8-6622102d1cfb req-d93fad21-909f-4911-b882-f2761f7413eb tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:22.162112 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f1ef4c83-b671-427d-90d8-6622102d1cfb req-d93fad21-909f-4911-b882-f2761f7413eb tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0665736 Mar 29 13:13:22.172882 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-14d848eb-bbf8-4e35-977d-96a0d237be3e req-2d7070c1-9356-4c44-9f49-9a74c7851854 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618823 Mar 29 13:13:22.215379 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f1ef4c83-b671-427d-90d8-6622102d1cfb req-6771990e-d7ce-4be4-a881-122973bcc7cc tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472205 Mar 29 13:13:22.307564 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9959d6f-9815-42fa-98f6-51325de68ace req-6df055aa-a241-422c-ab92-aabe3d05261f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:22.309174 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d9959d6f-9815-42fa-98f6-51325de68ace req-6df055aa-a241-422c-ab92-aabe3d05261f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0541043 Mar 29 13:13:22.360635 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d9959d6f-9815-42fa-98f6-51325de68ace req-9576286f-2435-4054-8709-ef2908fde400 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Mar 29 13:13:22.603329 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc98551-9c7e-4815-9c1f-bb83b8da5a08 req-bca3eecb-4623-49e6-9c65-c1d139b4c956 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:22.604834 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cbc98551-9c7e-4815-9c1f-bb83b8da5a08 req-bca3eecb-4623-49e6-9c65-c1d139b4c956 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0537126 Mar 29 13:13:22.658486 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cbc98551-9c7e-4815-9c1f-bb83b8da5a08 req-ea2e7218-db98-4f57-b494-debe386ebdd8 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479207 Mar 29 13:13:22.716436 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:23.321544 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41facad-0486-4abf-8b44-a6ffde723d1e req-e0426f8f-e9c8-4b8b-8f9b-88a8b02f562a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:23.323106 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d41facad-0486-4abf-8b44-a6ffde723d1e req-e0426f8f-e9c8-4b8b-8f9b-88a8b02f562a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0626290 Mar 29 13:13:23.376466 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d6926-b2a5-4fc1-adc1-4472f5a6216b req-a7fda1f7-7b1a-46b3-8b15-bc03b5b9ba6d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:23.378105 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-067d6926-b2a5-4fc1-adc1-4472f5a6216b req-a7fda1f7-7b1a-46b3-8b15-bc03b5b9ba6d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0684872 Mar 29 13:13:23.393593 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d41facad-0486-4abf-8b44-a6ffde723d1e req-9d66a8f3-697c-42b4-b71e-53236e281ddc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638492 Mar 29 13:13:23.453707 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-067d6926-b2a5-4fc1-adc1-4472f5a6216b req-daec3846-9a5c-4d80-b916-aa5f6c09daef tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690126 Mar 29 13:13:23.527076 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5fef-5e1b-4011-b2a5-1999ac40f92a req-55edf1e9-7073-494a-b1a3-5e237b0ca9e3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:23.528595 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6eca5fef-5e1b-4011-b2a5-1999ac40f92a req-55edf1e9-7073-494a-b1a3-5e237b0ca9e3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0549469 Mar 29 13:13:23.575870 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6eca5fef-5e1b-4011-b2a5-1999ac40f92a req-b95b8ec1-d038-44ee-a37e-6ca0f103500a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 Mar 29 13:13:23.784920 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdeec7-06cf-4b45-a1e8-24959ca0e1e0 req-0916c93e-dbdc-4ae0-b58d-96f8e988de15 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:23.786825 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ffdeec7-06cf-4b45-a1e8-24959ca0e1e0 req-0916c93e-dbdc-4ae0-b58d-96f8e988de15 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0552716 Mar 29 13:13:23.845602 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ffdeec7-06cf-4b45-a1e8-24959ca0e1e0 req-700ee403-ab1e-4434-bc8f-3b416a9375cf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530040 Mar 29 13:13:24.530888 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174e810-3e5b-4513-bb9b-fd145ab0be15 req-295d9684-c655-41f9-a199-37a45425afd5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:24.532511 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a174e810-3e5b-4513-bb9b-fd145ab0be15 req-295d9684-c655-41f9-a199-37a45425afd5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0598505 Mar 29 13:13:24.587348 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a174e810-3e5b-4513-bb9b-fd145ab0be15 req-b1b255ef-65cc-46ae-9cf7-f4bc3bca3790 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487244 Mar 29 13:13:24.622400 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5072c-bebc-477d-8ce2-0deef93c4277 req-d169c782-4693-4a55-b283-a633598dfc01 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:24.629526 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8be5072c-bebc-477d-8ce2-0deef93c4277 req-d169c782-4693-4a55-b283-a633598dfc01 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0981343 Mar 29 13:13:24.708568 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8be5072c-bebc-477d-8ce2-0deef93c4277 req-6ab3447d-9425-4f09-96f9-ea9b7e3ce760 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744371 Mar 29 13:13:24.750701 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965ee05-bd17-43b5-89ca-3e28ee1f0450 req-791573cc-fee3-4686-9e3d-3fbf8ce220f6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:24.752239 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0965ee05-bd17-43b5-89ca-3e28ee1f0450 req-791573cc-fee3-4686-9e3d-3fbf8ce220f6 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0759172 Mar 29 13:13:24.804396 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0965ee05-bd17-43b5-89ca-3e28ee1f0450 req-d5723189-d346-4c71-ba0d-5fd07a7d11a5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452435 Mar 29 13:13:24.974486 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819f76-f69b-46f9-bbc6-90eeb070f63d req-d65213a8-5774-4818-861b-23b5225aa56b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:24.981199 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8e819f76-f69b-46f9-bbc6-90eeb070f63d req-d65213a8-5774-4818-861b-23b5225aa56b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0659239 Mar 29 13:13:25.029989 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8e819f76-f69b-46f9-bbc6-90eeb070f63d req-802ed02c-f958-4e06-adb9-44d0ed91776c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Mar 29 13:13:25.732540 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c6c1d-08c0-4572-87e7-dd5174706f51 req-75fa08b0-0000-42af-ac23-f305717cf719 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:25.734516 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-860c6c1d-08c0-4572-87e7-dd5174706f51 req-75fa08b0-0000-42af-ac23-f305717cf719 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0587344 Mar 29 13:13:25.794588 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-860c6c1d-08c0-4572-87e7-dd5174706f51 req-79347614-7595-43d9-b5eb-63f0a982bf88 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507643 Mar 29 13:13:25.851944 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f884-e85a-4562-af50-17e7137b2515 req-be67e30e-ddfa-4e91-9cf0-ea5fc43b1a09 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:25.853874 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a9f884-e85a-4562-af50-17e7137b2515 req-be67e30e-ddfa-4e91-9cf0-ea5fc43b1a09 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0751686 Mar 29 13:13:25.905974 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-18a9f884-e85a-4562-af50-17e7137b2515 req-f49cbfdf-d870-4086-85ce-ad7123a79064 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Mar 29 13:13:25.942737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09617681-ebfa-440c-949b-0d3cc9b77679 req-0da58ddb-f964-430a-8b20-d2692daf53e3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:25.946618 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-09617681-ebfa-440c-949b-0d3cc9b77679 req-0da58ddb-f964-430a-8b20-d2692daf53e3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0583344 Mar 29 13:13:26.004437 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-09617681-ebfa-440c-949b-0d3cc9b77679 req-76a41aa7-7868-4af1-9b57-01abd9bd655d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536437 Mar 29 13:13:26.173159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2de4c8-d7bf-4e4c-b04f-e05058eb7f69 req-a0494036-42a3-439c-8a95-2f14e0281ef2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:26.174705 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4a2de4c8-d7bf-4e4c-b04f-e05058eb7f69 req-a0494036-42a3-439c-8a95-2f14e0281ef2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0777144 Mar 29 13:13:26.227907 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4a2de4c8-d7bf-4e4c-b04f-e05058eb7f69 req-e30f98d8-118b-4164-b9cf-e7494dd486fd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472138 Mar 29 13:13:26.925077 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f808-4496-4dbc-b4dc-43a9b6942a5a req-74909607-f462-4379-9e32-e525a2309858 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:26.926663 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ff35f808-4496-4dbc-b4dc-43a9b6942a5a req-74909607-f462-4379-9e32-e525a2309858 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0543232 Mar 29 13:13:26.977704 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ff35f808-4496-4dbc-b4dc-43a9b6942a5a req-4ef44db9-91bf-46a6-94e8-5afcc8043616 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439725 Mar 29 13:13:27.057790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e255dd-d59a-4050-89b0-55adafbbc0ad req-916e8f08-762b-436f-8afa-e28658764713 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:27.060851 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d2e255dd-d59a-4050-89b0-55adafbbc0ad req-916e8f08-762b-436f-8afa-e28658764713 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0628703 Mar 29 13:13:27.115010 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d2e255dd-d59a-4050-89b0-55adafbbc0ad req-e101f78d-3e14-46b4-a0be-3902c22584d1 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479190 Mar 29 13:13:27.153468 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619e2f-09f7-4266-a28e-6223f63b41a0 req-23867372-20b2-4491-9019-ab3fd5a370a9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:27.155151 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a5619e2f-09f7-4266-a28e-6223f63b41a0 req-23867372-20b2-4491-9019-ab3fd5a370a9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0815146 Mar 29 13:13:27.203086 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a5619e2f-09f7-4266-a28e-6223f63b41a0 req-ac84cd11-8ea1-41ea-a26a-2fd9367b8f0d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421853 Mar 29 13:13:27.350353 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4a42e-496d-48d7-93a5-ba37b4573a6b req-b5d1bb53-b043-426d-a141-1bb4a48d7b98 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:27.352039 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-73f4a42e-496d-48d7-93a5-ba37b4573a6b req-b5d1bb53-b043-426d-a141-1bb4a48d7b98 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0547044 Mar 29 13:13:27.405980 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-73f4a42e-496d-48d7-93a5-ba37b4573a6b req-44729448-a53d-4a7b-879f-41de1b4ce2a6 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483520 Mar 29 13:13:28.108638 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868379f-74ad-42f4-912c-bf728b7fc1a2 req-e234ab44-efe6-4fa2-b856-b5399b1fbf0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:28.115943 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5868379f-74ad-42f4-912c-bf728b7fc1a2 req-e234ab44-efe6-4fa2-b856-b5399b1fbf0e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0594270 Mar 29 13:13:28.174860 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5868379f-74ad-42f4-912c-bf728b7fc1a2 req-df98bb51-7ceb-42fb-a462-417f26c3b384 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569947 Mar 29 13:13:28.274265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b8308-21f4-4c3c-813a-16bafe0d4ace req-bc71ae81-93d4-41fe-ad60-1ba7e73e39a7 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:28.275964 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-871b8308-21f4-4c3c-813a-16bafe0d4ace req-bc71ae81-93d4-41fe-ad60-1ba7e73e39a7 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0712569 Mar 29 13:13:28.327552 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-871b8308-21f4-4c3c-813a-16bafe0d4ace req-d9f4dcd4-76a4-416c-b54e-97f52a958b85 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457914 Mar 29 13:13:28.342490 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99046b4f-55e7-49a0-93e5-1870273e4c98 req-6bbfb4e0-afb7-4a3e-b7bf-7ed652911b51 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:28.343983 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-99046b4f-55e7-49a0-93e5-1870273e4c98 req-6bbfb4e0-afb7-4a3e-b7bf-7ed652911b51 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0578361 Mar 29 13:13:28.393851 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-99046b4f-55e7-49a0-93e5-1870273e4c98 req-aacb53f9-9eec-45d8-8a13-7decffb69578 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Mar 29 13:13:28.535305 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7b538-0b99-4aad-a8ec-5791e36f2d7c req-a4d31446-76d5-4167-a4a6-4b495ce8c8ed tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:28.536985 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fac7b538-0b99-4aad-a8ec-5791e36f2d7c req-a4d31446-76d5-4167-a4a6-4b495ce8c8ed tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0639493 Mar 29 13:13:28.592761 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fac7b538-0b99-4aad-a8ec-5791e36f2d7c req-7b1bd99e-9b5e-4b4f-a6da-bc516df67576 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488541 Mar 29 13:13:29.313995 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf36063-e9ec-4d9b-94f4-669e87e0b16c req-88efa51b-728e-424f-bd2b-32f5c902a715 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:29.316096 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1bf36063-e9ec-4d9b-94f4-669e87e0b16c req-88efa51b-728e-424f-bd2b-32f5c902a715 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0540562 Mar 29 13:13:29.364158 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1bf36063-e9ec-4d9b-94f4-669e87e0b16c req-3c33a653-c7e7-4562-9bb3-5d8c62191494 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Mar 29 13:13:29.377062 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b0d88-fca4-4ecd-bbe4-f7cddb7d0bd6 req-469a0dbe-6c73-45c9-96f8-d2394cf1d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:29.384847 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7d8b0d88-fca4-4ecd-bbe4-f7cddb7d0bd6 req-469a0dbe-6c73-45c9-96f8-d2394cf1d1a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 1130 time: 0.0480607 Mar 29 13:13:29.460850 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7d8b0d88-fca4-4ecd-bbe4-f7cddb7d0bd6 req-9cb238c3-8883-4083-99ae-2653fec18f5e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627508 Mar 29 13:13:29.478602 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb3cbf-bce0-44c8-b365-8845bf1f9736 req-cbbe4713-3e4e-45d7-8845-7d55bd92b0e2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:29.479999 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c9fb3cbf-bce0-44c8-b365-8845bf1f9736 req-cbbe4713-3e4e-45d7-8845-7d55bd92b0e2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0696371 Mar 29 13:13:29.513974 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bebc1-d00c-4760-a664-e3e265487e1f req-c3943ee7-9837-4002-bb64-85fa0faf5d3f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:29.515439 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0a6bebc1-d00c-4760-a664-e3e265487e1f req-c3943ee7-9837-4002-bb64-85fa0faf5d3f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0531502 Mar 29 13:13:29.528008 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c9fb3cbf-bce0-44c8-b365-8845bf1f9736 req-a7c05793-6105-4db6-8056-7302a0e1c9f9 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Mar 29 13:13:29.567118 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0a6bebc1-d00c-4760-a664-e3e265487e1f req-a3366612-e5dc-43ef-bd76-3c94a867cbb7 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461297 Mar 29 13:13:29.712634 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745d347-0143-40f9-b439-67dc2deacae9 req-be4882da-13c5-4f7a-a44e-476c32b032dd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:29.714086 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9745d347-0143-40f9-b439-67dc2deacae9 req-be4882da-13c5-4f7a-a44e-476c32b032dd tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0554419 Mar 29 13:13:29.763575 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9745d347-0143-40f9-b439-67dc2deacae9 req-da5c64d6-ac00-449b-aebc-8fe632e6fa0d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432751 Mar 29 13:13:30.496081 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48d18c-0037-428e-baa7-a5fa2c077060 req-740f8ad0-7868-4f95-b491-54dd076c9e23 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:30.497580 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ee48d18c-0037-428e-baa7-a5fa2c077060 req-740f8ad0-7868-4f95-b491-54dd076c9e23 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0575924 Mar 29 13:13:30.545010 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ee48d18c-0037-428e-baa7-a5fa2c077060 req-6e51f517-fe74-4774-8edd-31bc7af73689 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Mar 29 13:13:30.645657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a58e2a-76e8-4813-8bdd-57110720cdee req-42fb8a9d-1e30-432c-88dd-5c66f95ca2dc tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:30.647285 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-12a58e2a-76e8-4813-8bdd-57110720cdee req-42fb8a9d-1e30-432c-88dd-5c66f95ca2dc tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0521359 Mar 29 13:13:30.684750 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921b69-b00f-452c-b610-110e96aa7556 req-101908a6-e09e-4c9f-ab47-22f685f294ed tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:30.686247 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-91921b69-b00f-452c-b610-110e96aa7556 req-101908a6-e09e-4c9f-ab47-22f685f294ed tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0533905 Mar 29 13:13:30.696503 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-12a58e2a-76e8-4813-8bdd-57110720cdee req-4527b25e-75f0-4414-ba76-108fec26bc80 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Mar 29 13:13:30.734027 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-91921b69-b00f-452c-b610-110e96aa7556 req-e8c44af7-f420-44d3-b687-fcbeedce4a75 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413811 Mar 29 13:13:30.878146 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208529a-a7e4-4a4c-98a2-60cc337bd932 req-30ec53f6-7f15-453c-a3b7-5706a8120646 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:30.879635 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6208529a-a7e4-4a4c-98a2-60cc337bd932 req-30ec53f6-7f15-453c-a3b7-5706a8120646 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0517192 Mar 29 13:13:30.934301 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6208529a-a7e4-4a4c-98a2-60cc337bd932 req-be8b2fdf-7a80-4166-b97e-f000125d245b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487051 Mar 29 13:13:31.672333 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2da34-74f8-4e31-a061-086f88875ac6 req-c17dbd64-7fb6-4036-9c79-a88049021fe8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:31.673801 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a4b2da34-74f8-4e31-a061-086f88875ac6 req-c17dbd64-7fb6-4036-9c79-a88049021fe8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0570502 Mar 29 13:13:31.722274 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a4b2da34-74f8-4e31-a061-086f88875ac6 req-93532a19-e7e9-4d67-9e2f-23efe271a46c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419810 Mar 29 13:13:31.851173 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090380-c766-4422-9daa-2c501ffcc7c4 req-385d0239-5232-4ebf-b59f-2810c01222e4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:31.852634 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-53090380-c766-4422-9daa-2c501ffcc7c4 req-385d0239-5232-4ebf-b59f-2810c01222e4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0516572 Mar 29 13:13:31.899271 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-53090380-c766-4422-9daa-2c501ffcc7c4 req-096e6311-779c-493f-a802-ff0408f54589 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Mar 29 13:13:32.016317 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f2eca-adb0-4bff-97d3-e695f0e7beca req-3d82a69d-e389-402c-935b-c7524e37f78b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:32.017770 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b93f2eca-adb0-4bff-97d3-e695f0e7beca req-3d82a69d-e389-402c-935b-c7524e37f78b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.0552828 Mar 29 13:13:32.026789 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33624) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:13:32.031140 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'port_id': '1aa617a3-99e1-4135-be97-bc3df3a8468c'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:32.090930 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (0fc11a5b-e8ee-425c-9b38-109e690a0902), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:32.182012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c616cb4-2519-4b69-b7e0-0672d3a9861b req-57677c0f-4e6b-4267-8f14-b167fbf0d4dd tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:32.183511 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c616cb4-2519-4b69-b7e0-0672d3a9861b req-57677c0f-4e6b-4267-8f14-b167fbf0d4dd tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0521252 Mar 29 13:13:32.200103 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7943c87-61c6-4eb1-88cb-2e3d974cf0db req-8f56fe08-8a4c-4e39-920b-a252697cf80d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:32.201562 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b7943c87-61c6-4eb1-88cb-2e3d974cf0db req-8f56fe08-8a4c-4e39-920b-a252697cf80d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.1362047 Mar 29 13:13:32.231396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c616cb4-2519-4b69-b7e0-0672d3a9861b req-f16f3a57-ed98-4067-8e0c-11b23e2f8f9c tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417204 Mar 29 13:13:32.324719 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b7943c87-61c6-4eb1-88cb-2e3d974cf0db req-7cd01d09-ca32-4644-8990-638b4ea98ca3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164496 Mar 29 13:13:32.568522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:32.641302 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (0fc11a5b-e8ee-425c-9b38-109e690a0902), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:32.852492 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe14af7-acac-4fab-957d-d34be9c93e4c req-95472602-c374-4b48-aacd-21b188875a54 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:32.853980 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dbe14af7-acac-4fab-957d-d34be9c93e4c req-95472602-c374-4b48-aacd-21b188875a54 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0553312 Mar 29 13:13:32.903689 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dbe14af7-acac-4fab-957d-d34be9c93e4c req-8b159532-7350-466f-b5ef-c76d81e388d4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Mar 29 13:13:32.988129 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 0fc11a5b-e8ee-425c-9b38-109e690a0902 associated. External IP: 172.27.1.167, port: 1aa617a3-99e1-4135-be97-bc3df3a8468c. Mar 29 13:13:33.151856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 09ec4850-17aa-4cf8-88b6-93fd350c3c83 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:13:33.191951 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:13:33.247143 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:33.259188 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'port_id': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'mac_address': 'fa:16:3e:1f:95:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:13:33.300722 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:33.301114 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:33.302668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:13:33.310406 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:33.315338 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:13:33.316976 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ec4850-17aa-4cf8-88b6-93fd350c3c83 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:33.326119 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:13:33.326848 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:13:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:33.337244 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:33.376060 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c7f48507-9495-4d71-a881-9d8b754d9106 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "PUT /v2.0/floatingips/0fc11a5b-e8ee-425c-9b38-109e690a0902 HTTP/1.1" status: 200 len: 992 time: 1.3481350 Mar 29 13:13:33.377695 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:33.380771 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc" -d '{"events": [{"name": "network-changed", "server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:33.407823 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cc3f2-551a-49a3-93dc-464c66f2c5ea req-1751247f-14a2-435e-ad8a-350367eb879c tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:33.409213 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d82cc3f2-551a-49a3-93dc-464c66f2c5ea req-1751247f-14a2-435e-ad8a-350367eb879c tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.0889380 Mar 29 13:13:33.421359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:33.460338 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:13:33.464105 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d82cc3f2-551a-49a3-93dc-464c66f2c5ea req-481ee4fa-53a8-4af6-a236-893ebd4d2b1e tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 Mar 29 13:13:33.491584 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e5f15-0cb7-431c-a38f-d7c3c2139e64 req-a862ca6c-d6e2-4f8d-bd33-36e7b70000f6 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:33.493599 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=09ec4850-17aa-4cf8-88b6-93fd350c3c83,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:33.494337 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b34e5f15-0cb7-431c-a38f-d7c3c2139e64 req-a862ca6c-d6e2-4f8d-bd33-36e7b70000f6 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 943 time: 0.0966086 Mar 29 13:13:33.508580 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60af172-71ec-4816-8b76-56ca462f0ca4 x-openstack-request-id: req-a60af172-71ec-4816-8b76-56ca462f0ca4 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:33.508879 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:33.509136 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a60af172-71ec-4816-8b76-56ca462f0ca4 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:33.509544 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60af172-71ec-4816-8b76-56ca462f0ca4'] response: {'name': 'network-changed', 'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'status': 'completed', 'code': 200} Mar 29 13:13:33.546159 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b34e5f15-0cb7-431c-a38f-d7c3c2139e64 req-f9fae201-e81a-4c3b-9f86-b417772d8c5b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456345 Mar 29 13:13:33.653846 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-793e5a5e-eaf5-4470-98d5-c750fe0c0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:33.655415 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-793e5a5e-eaf5-4470-98d5-c750fe0c0ac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 1130 time: 0.0451527 Mar 29 13:13:33.754400 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-cfb7dee7-b17d-44b6-834e-1f107e6851a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:33.761136 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-cfb7dee7-b17d-44b6-834e-1f107e6851a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 914 time: 0.0940669 Mar 29 13:13:33.785641 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '0fc11a5b-e8ee-425c-9b38-109e690a0902', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:7a:11:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:54Z', 'updated_at': '2022-03-29T13:13:32Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}, {'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:45Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:33.814367 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:13:33.823713 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:13:33.824309 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:13:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:33.829479 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-c958614a-e8f4-4b2f-b0aa-42a39e6ecd93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c HTTP/1.1" status: 200 len: 1000 time: 0.0590954 Mar 29 13:13:33.878694 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-8a4bd10a-752a-491b-96a0-6f13bfcb6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:33.880911 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-8a4bd10a-752a-491b-96a0-6f13bfcb6582 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0424049 Mar 29 13:13:33.934463 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-38bf613c-38da-4e92-8a71-35a3fdc130e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:33.935982 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-38bf613c-38da-4e92-8a71-35a3fdc130e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478022 Mar 29 13:13:33.944632 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:13:33.983663 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['09ec4850-17aa-4cf8-88b6-93fd350c3c83'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:34.040191 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-d555129e-46cb-4ff9-8425-b6b1c2e3df28 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958698 Mar 29 13:13:34.055909 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7d736-db18-4125-af3f-eb41887e8c89 req-addb2608-c98a-454a-8c4b-cf8a780c8bb9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:34.057419 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-77d7d736-db18-4125-af3f-eb41887e8c89 req-addb2608-c98a-454a-8c4b-cf8a780c8bb9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0691295 Mar 29 13:13:34.107148 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-77d7d736-db18-4125-af3f-eb41887e8c89 req-90c4d5fc-13a8-40b6-9bb2-e068eef29144 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Mar 29 13:13:34.211185 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '0fc11a5b-e8ee-425c-9b38-109e690a0902', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:7a:11:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:54Z', 'updated_at': '2022-03-29T13:13:32Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}, {'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:45Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:34.249208 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f032340-2c8a-45db-955f-7480e7feacd7 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '0fc11a5b-e8ee-425c-9b38-109e690a0902', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:7a:11:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:54Z', 'updated_at': '2022-03-29T13:13:32Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}, {'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:45Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:13:34.318804 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-846aea39-5855-4fab-baf8-3fc983f19091 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:34.320294 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-846aea39-5855-4fab-baf8-3fc983f19091 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.1118319 Mar 29 13:13:34.330855 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-60786866-fe6a-4ee7-89a5-0ccd5fed24fc req-5092ab73-846a-4b18-a379-7d4c6274b422 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297114 Mar 29 13:13:34.448847 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3397b2a-6afa-4355-a0a5-aa9181cad98f None None] New status for floating IP 0fc11a5b-e8ee-425c-9b38-109e690a0902: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:13:34.521955 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Deleting port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:13:34.522526 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:34.647347 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e728c-80e1-4038-9cf8-c5c2184e64bc req-53212d57-039a-4463-9e8f-1da590ef1e4b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:34.649091 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b37e728c-80e1-4038-9cf8-c5c2184e64bc req-53212d57-039a-4463-9e8f-1da590ef1e4b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 945 time: 0.1120210 Mar 29 13:13:34.655505 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] For port c403d6b0-beb2-406a-83f4-0c33fb08cbd1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:34.659662 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:34.678865 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbc595-c50e-451f-ba1d-367c201292e6 req-4de192bf-c8d6-4b2f-8dc5-4eb89d00f802 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:34.680530 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bffbc595-c50e-451f-ba1d-367c201292e6 req-4de192bf-c8d6-4b2f-8dc5-4eb89d00f802 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 944 time: 0.0649488 Mar 29 13:13:34.682747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Calling delete_port for c403d6b0-beb2-406a-83f4-0c33fb08cbd1 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:13:34.734972 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bffbc595-c50e-451f-ba1d-367c201292e6 req-bad4da31-005a-448c-b3dd-d1f81e519bf8 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480828 Mar 29 13:13:34.999571 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b37e728c-80e1-4038-9cf8-c5c2184e64bc req-57f2f9c2-f7d0-42e1-8458-e9755ed6417a tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409514 Mar 29 13:13:35.181425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (c403d6b0-beb2-406a-83f4-0c33fb08cbd1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:35.207783 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Pushing event deleted for resources: {'Port': ['ID=c403d6b0-beb2-406a-83f4-0c33fb08cbd1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:35.234291 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['c403d6b0-beb2-406a-83f4-0c33fb08cbd1'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:35.237984 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7416da-0710-452a-99d6-bd70f792e111 req-1f4dd6d3-2061-40bc-aa11-b82c7b78f5b6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:35.239621 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cf7416da-0710-452a-99d6-bd70f792e111 req-1f4dd6d3-2061-40bc-aa11-b82c7b78f5b6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0576997 Mar 29 13:13:35.276388 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] No DVR routers for this DVR port c403d6b0-beb2-406a-83f4-0c33fb08cbd1 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:13:35.279333 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:35.282693 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c4e2ffd-c722-456e-b155-98f958d36d1e req-243b8155-0cb5-4080-b7cb-8aaa64ad0594 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "DELETE /v2.0/ports/c403d6b0-beb2-406a-83f4-0c33fb08cbd1 HTTP/1.1" status: 204 len: 173 time: 0.9043517 Mar 29 13:13:35.283134 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316980a9-64e8-4065-b4db-e003eefb87d4', 'name': 'network-vif-deleted', 'tag': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:35.285379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd3e0c-f682-4fee-a475-34d4b1a6ae79" -d '{"events": [{"server_uuid": "316980a9-64e8-4065-b4db-e003eefb87d4", "name": "network-vif-deleted", "tag": "c403d6b0-beb2-406a-83f4-0c33fb08cbd1"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:35.300157 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cf7416da-0710-452a-99d6-bd70f792e111 req-421a6538-6907-48fb-a4f0-899f8c0da927 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539877 Mar 29 13:13:35.322002 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada653c3-395a-4efe-91ee-4612dc4efade x-openstack-request-id: req-ada653c3-395a-4efe-91ee-4612dc4efade {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:35.322352 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:35.322498 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316980a9-64e8-4065-b4db-e003eefb87d4", "name": "network-vif-deleted", "tag": "c403d6b0-beb2-406a-83f4-0c33fb08cbd1", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:35.322738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ada653c3-395a-4efe-91ee-4612dc4efade {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:35.323139 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada653c3-395a-4efe-91ee-4612dc4efade'] response: {'server_uuid': '316980a9-64e8-4065-b4db-e003eefb87d4', 'name': 'network-vif-deleted', 'tag': 'c403d6b0-beb2-406a-83f4-0c33fb08cbd1', 'status': 'completed', 'code': 200} Mar 29 13:13:35.500926 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:13:35.855024 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccea01-7cdd-4700-a5e0-83eaced66f4e req-3dae9ea0-d37c-456e-8768-aa5094368bc0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:35.856495 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ccccea01-7cdd-4700-a5e0-83eaced66f4e req-3dae9ea0-d37c-456e-8768-aa5094368bc0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 944 time: 0.0520208 Mar 29 13:13:35.909193 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ccccea01-7cdd-4700-a5e0-83eaced66f4e req-c0fd0e9b-6934-44ed-92fb-be6385aa1edf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470784 Mar 29 13:13:36.105491 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1fb08989-6ae6-480b-bcb5-58f689c4ecf4 req-e9c9ea75-a6fb-498c-ab4d-be3f22011448 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=316980a9-64e8-4065-b4db-e003eefb87d4 HTTP/1.1" status: 200 len: 210 time: 0.0265195 Mar 29 13:13:36.425447 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf56d6-b883-4880-b2ea-e1d4e47e4840 req-2c873143-8785-4efa-b083-9c5b13039160 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:36.427512 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bbbf56d6-b883-4880-b2ea-e1d4e47e4840 req-2c873143-8785-4efa-b083-9c5b13039160 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0522404 Mar 29 13:13:36.471709 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bbbf56d6-b883-4880-b2ea-e1d4e47e4840 req-2137b904-8d03-4de2-a5f7-211495ca8161 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Mar 29 13:13:37.061893 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f534229-c3d3-4c19-9b9f-8bf300fe5e52 req-0d715205-6b9a-4f1c-a032-ca37ed592270 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.063424 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1f534229-c3d3-4c19-9b9f-8bf300fe5e52 req-0d715205-6b9a-4f1c-a032-ca37ed592270 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 944 time: 0.0877228 Mar 29 13:13:37.071993 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-0d21900b-87dc-4116-8474-b5f6665498ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695655 Mar 29 13:13:37.117754 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1f534229-c3d3-4c19-9b9f-8bf300fe5e52 req-cc97d6b8-6fdf-41d7-ae48-3dc33478d327 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487537 Mar 29 13:13:37.179278 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 09ec4850-17aa-4cf8-88b6-93fd350c3c83 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:13:37.208261 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-14288307-7674-450d-b48b-8c261963f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.209768 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-14288307-7674-450d-b48b-8c261963f522 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 1129 time: 0.0454910 Mar 29 13:13:37.329386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:13:37.334309 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:37.334681 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:37.372541 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-c559ea4b-55cd-48b7-8e72-4a2d05942c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.373996 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-c559ea4b-55cd-48b7-8e72-4a2d05942c97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.1437604 Mar 29 13:13:37.421832 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:37.422220 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:37.423743 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-b914644d-edf9-4962-9930-155a27a4f973 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 200 len: 217 time: 0.0400484 Mar 29 13:13:37.445406 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:37.447541 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497751e9-7495-4f7c-9213-1d11391c3ad3" -d '{"events": [{"server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "name": "network-vif-plugged", "status": "completed", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:37.462835 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:37.471952 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-21dfb1f5-7986-4912-9434-430297a19c55 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.473402 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-21dfb1f5-7986-4912-9434-430297a19c55 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/networks?id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4 HTTP/1.1" status: 200 len: 809 time: 0.1863737 Mar 29 13:13:37.484173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5151bb4-e9dd-46c3-be9f-561f4d152905 x-openstack-request-id: req-d5151bb4-e9dd-46c3-be9f-561f4d152905 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:37.484493 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "name": "network-vif-plugged", "status": "completed", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:37.484748 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5151bb4-e9dd-46c3-be9f-561f4d152905 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:37.485266 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5151bb4-e9dd-46c3-be9f-561f4d152905'] response: {'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'code': 200} Mar 29 13:13:37.494868 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-d5c497fe-43f1-41a9-9721-b830d40fc670 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/quotas/f5aed38812604f45a29ef0b0e150b887 HTTP/1.1" status: 200 len: 375 time: 0.0155504 Mar 29 13:13:37.500043 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-96717fd1-e105-4e35-a68a-cf518655d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.505847 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-96717fd1-e105-4e35-a68a-cf518655d2aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0708816 Mar 29 13:13:37.533879 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-3127b9f5-c4fc-4908-ab69-df1050950e77 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5aed38812604f45a29ef0b0e150b887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315404 Mar 29 13:13:37.585399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:37.607847 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b435b30-15dd-48f0-9531-6b6cf9970288 req-afecd492-d949-4fd6-bfe1-f7d8955242df tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.609353 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6b435b30-15dd-48f0-9531-6b6cf9970288 req-afecd492-d949-4fd6-bfe1-f7d8955242df tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0606866 Mar 29 13:13:37.639751 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=09ec4850-17aa-4cf8-88b6-93fd350c3c83,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:37.647725 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.648147 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.649064 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.649556 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.649892 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.650212 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.650702 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.651025 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.651464 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.651961 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.652285 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.652620 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.652941 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.653257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.653572 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:37.654061 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-fde8b6fb-ef25-4c57-893f-a004b2e94661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:37.655683 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-fde8b6fb-ef25-4c57-893f-a004b2e94661 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067617 Mar 29 13:13:37.665091 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6b435b30-15dd-48f0-9531-6b6cf9970288 req-66f42dd9-e732-4208-8e12-280740fb9ac3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Mar 29 13:13:37.688102 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-4c64132f-81f2-46d6-9e97-8e39d6e4a1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446326 Mar 29 13:13:37.816250 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-97ae034d-b376-4271-a02a-4e50d97d96dc service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514678 Mar 29 13:13:37.825849 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-15acc626-d0a1-4e3b-a0ad-748b85dbe668 service neutron] 10.222.0.21 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155741 Mar 29 13:13:37.917103 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6ad4c9b9-5f49-43ff-861f-0879cca418f0 req-a391b557-2284-4727-9229-146015b74798 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887897 Mar 29 13:13:38.158651 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda394a-4ef3-4cac-be78-4f79fcd67a0c req-ef188177-0c15-4878-b7eb-02f5d3c067c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:38.160421 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3bda394a-4ef3-4cac-be78-4f79fcd67a0c req-ef188177-0c15-4878-b7eb-02f5d3c067c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 1129 time: 0.0514529 Mar 29 13:13:38.203038 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a87a8f56-8a32-4051-a3d5-01b65ee417ab req-ca529f5e-460e-450e-a6f5-f8f82684eee6 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 210 time: 0.0298963 Mar 29 13:13:38.248557 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3bda394a-4ef3-4cac-be78-4f79fcd67a0c req-a4d281fa-d124-41ae-9ee0-d73087fcc078 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794716 Mar 29 13:13:38.268131 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ceb38-8f07-4d82-8f66-11fa1c40db1f req-2637ca0e-4296-41d6-88a4-1a4bc95b8bf5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:38.269590 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-480ceb38-8f07-4d82-8f66-11fa1c40db1f req-2637ca0e-4296-41d6-88a4-1a4bc95b8bf5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0753007 Mar 29 13:13:38.323668 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-480ceb38-8f07-4d82-8f66-11fa1c40db1f req-1612febf-bb31-4042-903f-48ce412507fe tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469904 Mar 29 13:13:38.791972 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9520-d0ab-42f6-8da2-de064c7a33ca req-618aa383-95d5-49f5-a85a-9d3ddac340c5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:38.793431 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4d3d9520-d0ab-42f6-8da2-de064c7a33ca req-618aa383-95d5-49f5-a85a-9d3ddac340c5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 943 time: 0.0522752 Mar 29 13:13:38.843463 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4d3d9520-d0ab-42f6-8da2-de064c7a33ca req-a5e0293a-c5f6-42af-9344-4789de30d69c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442626 Mar 29 13:13:39.182894 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:13:39.193966 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device c403d6b0-beb2-406a-83f4-0c33fb08cbd1 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:13:39.215838 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: c403d6b0-beb2-406a-83f4-0c33fb08cbd1 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:13:39.216188 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device c403d6b0-beb2-406a-83f4-0c33fb08cbd1 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:13:39.306906 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0c9c2281-a08d-4d18-b72b-824d5e645698 req-bccb4e06-66b7-4321-9509-749476b4c37c tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 210 time: 0.0292752 Mar 29 13:13:39.432502 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:39.445596 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '996af564-5546-4259-866c-e561dd88b91f', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'port_id': '996af564-5546-4259-866c-e561dd88b91f', 'mac_address': 'fa:16:3e:a5:d0:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:13:39.470781 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03cdc0-ab78-477f-aaff-08ac3567d2f6 req-b3b06933-10dc-4fa1-9f90-2407c8a3f95a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:39.472400 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b03cdc0-ab78-477f-aaff-08ac3567d2f6 req-b3b06933-10dc-4fa1-9f90-2407c8a3f95a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0636785 Mar 29 13:13:39.484938 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:39.485364 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:39.498716 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996af564-5546-4259-866c-e561dd88b91f {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:39.518421 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:39.525163 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b03cdc0-ab78-477f-aaff-08ac3567d2f6 req-de9d5a31-0b5b-49c2-b99c-f5ed2107b641 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464225 Mar 29 13:13:39.595442 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:39.647756 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=9']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:39.977095 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea26bf-383f-48e5-9a00-6a5597d08084 req-0000863c-44cb-4e86-b631-51df003cf3d3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:39.978570 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-90ea26bf-383f-48e5-9a00-6a5597d08084 req-0000863c-44cb-4e86-b631-51df003cf3d3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0542750 Mar 29 13:13:40.015413 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['996af564-5546-4259-866c-e561dd88b91f'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:40.026415 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-90ea26bf-383f-48e5-9a00-6a5597d08084 req-b80103fd-1a03-4715-8f94-71c221b795d2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Mar 29 13:13:40.400715 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5230442f-e4cf-4911-a8ed-7f573bdf397f req-13f87287-dbd8-42fc-9166-bd60ae3c3c67 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 210 time: 0.0279658 Mar 29 13:13:40.578306 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-668ce04e-ef50-4f32-919f-bbd01482dde9 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:40.579096 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-668ce04e-ef50-4f32-919f-bbd01482dde9 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "GET /v2.0/networks?id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4 HTTP/1.1" status: 200 len: 809 time: 0.1104991 Mar 29 13:13:40.607898 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Request body: {'port': {'device_id': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4', 'admin_state_up': True, 'tenant_id': 'f5aed38812604f45a29ef0b0e150b887'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:40.717442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c7b54-ffaf-458b-b917-d3018db4a9b5 req-2b14b5ad-f12c-4a9c-bdae-dd89757a504f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:40.718908 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-485c7b54-ffaf-458b-b917-d3018db4a9b5 req-2b14b5ad-f12c-4a9c-bdae-dd89757a504f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.1233797 Mar 29 13:13:40.781383 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-485c7b54-ffaf-458b-b917-d3018db4a9b5 req-2a341098-c478-412e-9b94-ca2d793f7a84 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567174 Mar 29 13:13:40.844232 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Made reservation on behalf of f5aed38812604f45a29ef0b0e150b887 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:13:40.847670 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:40.897597 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373f1b8-d0b6-4207-a438-600d6cb965a5 req-49f42a58-50ed-4eef-9df0-22d08dfcae53 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:40.899348 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4373f1b8-d0b6-4207-a438-600d6cb965a5 req-49f42a58-50ed-4eef-9df0-22d08dfcae53 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0536981 Mar 29 13:13:40.953075 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4373f1b8-d0b6-4207-a438-600d6cb965a5 req-57add012-b9b8-4832-b1fe-ab8656fd6d75 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472169 Mar 29 13:13:40.977214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33710) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:13:40.980927 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Allocated IP 172.20.0.5 (2d26ec55-f5ad-4e29-9296-0eaed78e13f4/5cc9ee36-76f1-4805-aa4e-0cb028009f5d/13b1f7a8-7606-4edd-9454-cc91c3d161c4) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:13:41.122345 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0afc90-5605-4ed6-9163-e2687eb88f00 tempest-TestVolumeBootPattern-380849225 tempest-TestVolumeBootPattern-380849225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:41.123908 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-fd0afc90-5605-4ed6-9163-e2687eb88f00 tempest-TestVolumeBootPattern-380849225 tempest-TestVolumeBootPattern-380849225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 1124 time: 0.1456509 Mar 29 13:13:41.127042 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 33718) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:13:41.132383 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'port_id': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:41.156243 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks [] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.180759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:13:41.194854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c1518-86d2-42eb-b7e2-998eb4d2243f req-064021d0-3b05-4c5d-8310-6e67a5f3c819 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:41.196376 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-472c1518-86d2-42eb-b7e2-998eb4d2243f req-064021d0-3b05-4c5d-8310-6e67a5f3c819 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 944 time: 0.0832386 Mar 29 13:13:41.215826 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.233830 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 996af564-5546-4259-866c-e561dd88b91f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:41.234199 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (996af564-5546-4259-866c-e561dd88b91f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.247631 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-472c1518-86d2-42eb-b7e2-998eb4d2243f req-a2329099-b30f-4b4f-9567-347af38c780c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 Mar 29 13:13:41.275519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.320930 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:13:41.321592 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.324926 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:13:41.327653 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:13:41.340179 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 996af564-5546-4259-866c-e561dd88b91f is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:41.340669 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (996af564-5546-4259-866c-e561dd88b91f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.364027 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Pushing event updated for resources: {'Port': ['ID=13b1f7a8-7606-4edd-9454-cc91c3d161c4,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:41.365814 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:41.369723 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1541b3fb-55fe-454d-ac7d-27d7485f948d" -d '{"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:41.376008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.376336 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.376630 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.376971 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.377360 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.377702 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.378033 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.378363 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.378694 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.379022 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.379352 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.379804 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.380187 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.380529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.380870 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.389806 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:41.401792 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:41.402194 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.419639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47a5b2f-b796-4813-a78a-c4157962e80e x-openstack-request-id: req-a47a5b2f-b796-4813-a78a-c4157962e80e {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:41.419957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-plugged", "status": "completed", "tag": "996af564-5546-4259-866c-e561dd88b91f", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:41.420212 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a47a5b2f-b796-4813-a78a-c4157962e80e {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:41.420636 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47a5b2f-b796-4813-a78a-c4157962e80e'] response: {'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'code': 200} Mar 29 13:13:41.449499 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Allocated IP 172.27.1.104 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/7e470db9-3718-4a41-8201-0a7fc8ce76a7) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:13:41.489846 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (996af564-5546-4259-866c-e561dd88b91f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.525373 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10583dfb-192c-4508-b9a2-3e284f18f179 req-5f59ad81-68e6-4f8b-be71-7664875370f3 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:41.527011 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-10583dfb-192c-4508-b9a2-3e284f18f179 req-5f59ad81-68e6-4f8b-be71-7664875370f3 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 931 time: 0.0606568 Mar 29 13:13:41.541375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=10']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:41.558556 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-41ed99b7-be3e-40c4-aa7b-a211f3b2724f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9616959 Mar 29 13:13:41.563770 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.584835 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Request body: {'port': {'device_id': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:13:41.591914 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-10583dfb-192c-4508-b9a2-3e284f18f179 req-6eb6ed69-9dff-4b45-9780-c2127881a2e3 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577223 Mar 29 13:13:41.645195 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.681474 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.724591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:13:41.727410 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:13:41.731071 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:13:41.758320 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=7e470db9-3718-4a41-8201-0a7fc8ce76a7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:41.771945 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.773775 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.773775 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.773775 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.773775 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.774108 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.774184 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.774495 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.774816 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.775141 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.775465 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.775813 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.776132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.776451 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.776766 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:13:41.913101 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b1f7a8-7606-4edd-9454-cc91c3d161c4 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:41.920661 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Publish callbacks [] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:41.933923 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Transition to ACTIVE for port object 13b1f7a8-7606-4edd-9454-cc91c3d161c4 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:13:42.038579 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.091581 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Pushing event updated for resources: {'Port': ['ID=13b1f7a8-7606-4edd-9454-cc91c3d161c4,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:42.112997 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (75c81edc-521a-45ae-a1c3-bb26b75f269a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.158637 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Attempting to bind port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:13:42.158941 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Attempting to bind port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:13:42.159273 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Attempting to bind port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 on network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:42.163882 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 on network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:13:42.164142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Attempting to bind port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 on network 2d26ec55-f5ad-4e29-9296-0eaed78e13f4 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:13:42.169320 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:13:42.169652 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Checking segment: {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:13:42.170034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Bound using segment: {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:13:42.170462 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Bound port: 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d2f7a23-9270-4a87-8d19-5a5006c3b780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:13:42.170823 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.258917 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.268698 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] For port 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:13:42.272854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] For port 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=13b1f7a8-7606-4edd-9454-cc91c3d161c4,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:13:42.277449 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6749b-3ddf-4595-b014-fb3c92aafd6d req-69fba901-9c3f-40f4-8161-dba8520e1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:42.278972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-54d6749b-3ddf-4595-b014-fb3c92aafd6d req-69fba901-9c3f-40f4-8161-dba8520e1bb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1130 time: 0.0733693 Mar 29 13:13:42.330597 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-54d6749b-3ddf-4595-b014-fb3c92aafd6d req-fd031fb0-4d5b-49b9-aeaa-de9ad6d39761 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Mar 29 13:13:42.367767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.404141 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:42.404753 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.406132 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] 10.222.0.18 "PUT /v2.0/ports/13b1f7a8-7606-4edd-9454-cc91c3d161c4 HTTP/1.1" status: 200 len: 1093 time: 0.8291473 Mar 29 13:13:42.406631 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'tag': '13b1f7a8-7606-4edd-9454-cc91c3d161c4'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:42.409121 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1b065-3fe9-4dd0-84a6-88d3c072faef" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed385ca-dfbb-4939-9b50-57a405952ced", "tag": "13b1f7a8-7606-4edd-9454-cc91c3d161c4"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:42.430951 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ec224-ad22-4d42-8762-e117ee08308f req-68abacf1-b759-4766-8236-6604a64691bb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:42.432593 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-497ec224-ad22-4d42-8762-e117ee08308f req-68abacf1-b759-4766-8236-6604a64691bb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0845015 Mar 29 13:13:42.433568 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8034696-0c7e-465d-aaee-9a52635cd05f service neutron] Pushing event updated for resources: {'Port': ['ID=13b1f7a8-7606-4edd-9454-cc91c3d161c4,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:42.457396 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7180fb2e-b527-4c0d-b616-98cf549896f2 x-openstack-request-id: req-7180fb2e-b527-4c0d-b616-98cf549896f2 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:42.457396 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed385ca-dfbb-4939-9b50-57a405952ced", "tag": "13b1f7a8-7606-4edd-9454-cc91c3d161c4", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:42.457396 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7180fb2e-b527-4c0d-b616-98cf549896f2 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:42.457396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7180fb2e-b527-4c0d-b616-98cf549896f2'] response: {'name': 'network-changed', 'server_uuid': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'tag': '13b1f7a8-7606-4edd-9454-cc91c3d161c4', 'status': 'completed', 'code': 200} Mar 29 13:13:42.486825 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.501747 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-497ec224-ad22-4d42-8762-e117ee08308f req-bea393c4-e597-4d5e-b2c6-350f930c8e2a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595012 Mar 29 13:13:42.546781 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.618145 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=7e470db9-3718-4a41-8201-0a7fc8ce76a7,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:42.628334 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (75c81edc-521a-45ae-a1c3-bb26b75f269a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:42.730351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda79b4a-2cf6-4e6a-b83a-ea8844c0d63d req-49c9c473-366e-4d4c-9a27-18f0893213fb tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:42.732703 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dda79b4a-2cf6-4e6a-b83a-ea8844c0d63d req-49c9c473-366e-4d4c-9a27-18f0893213fb tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 943 time: 0.0639935 Mar 29 13:13:42.741115 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Floating IP 75c81edc-521a-45ae-a1c3-bb26b75f269a associated. External IP: 172.27.1.104, port: 09ec4850-17aa-4cf8-88b6-93fd350c3c83. Mar 29 13:13:42.808534 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dda79b4a-2cf6-4e6a-b83a-ea8844c0d63d req-61c97f36-bfc5-4bc9-bbf8-275b54aafa5b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661707 Mar 29 13:13:42.811261 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b065-3fe9-4dd0-84a6-88d3c072faef req-55a7b5c2-c945-4aa1-905f-69060fba3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:42.812700 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-13f1b065-3fe9-4dd0-84a6-88d3c072faef req-55a7b5c2-c945-4aa1-905f-69060fba3218 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5aed38812604f45a29ef0b0e150b887&device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 1127 time: 0.0791225 Mar 29 13:13:42.959250 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:13:42.979866 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b065-3fe9-4dd0-84a6-88d3c072faef req-0bd8f453-0c7d-4093-b17f-ca72ea6d463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:42.981422 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-13f1b065-3fe9-4dd0-84a6-88d3c072faef req-0bd8f453-0c7d-4093-b17f-ca72ea6d463d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f5aed38812604f45a29ef0b0e150b887&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1471708 Mar 29 13:13:43.065658 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:13:43.074787 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1b065-3fe9-4dd0-84a6-88d3c072faef req-9c722956-1f34-4a92-baa7-19d3dcbacb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.076291 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-13f1b065-3fe9-4dd0-84a6-88d3c072faef req-9c722956-1f34-4a92-baa7-19d3dcbacb15 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876637 Mar 29 13:13:43.076979 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:13:43.087167 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:13:43.087856 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:13:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:43.149491 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:43.195522 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-771ee42d-c043-4f91-9642-853ae6ef97f0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0547619 Mar 29 13:13:43.195522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:43.195522 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0" -d '{"events": [{"name": "network-changed", "server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:43.214065 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:13:43.230608 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdcff1c-5233-495b-93d5-24e8ed19c4f5 x-openstack-request-id: req-5bdcff1c-5233-495b-93d5-24e8ed19c4f5 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:43.230753 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:43.231119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bdcff1c-5233-495b-93d5-24e8ed19c4f5 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:43.231477 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdcff1c-5233-495b-93d5-24e8ed19c4f5'] response: {'name': 'network-changed', 'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'status': 'completed', 'code': 200} Mar 29 13:13:43.233103 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-8a39007e-0eb8-4059-811d-9bdf40fd42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.234671 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-8a39007e-0eb8-4059-811d-9bdf40fd42cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5aed38812604f45a29ef0b0e150b887&device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 1127 time: 0.0589714 Mar 29 13:13:43.337147 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-0fc73ed4-8e9e-44ef-a9c4-b82f424eb469 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13b1f7a8-7606-4edd-9454-cc91c3d161c4 HTTP/1.1" status: 200 len: 217 time: 0.0453749 Mar 29 13:13:43.404961 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-89ad595d-dde9-4fc6-8098-bf38f03649b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.406412 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-89ad595d-dde9-4fc6-8098-bf38f03649b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5cc9ee36-76f1-4805-aa4e-0cb028009f5d HTTP/1.1" status: 200 len: 849 time: 0.0546145 Mar 29 13:13:43.409066 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-80ab4f72-de8b-4052-8dae-8b95e7f8abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.410395 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-80ab4f72-de8b-4052-8dae-8b95e7f8abde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 1129 time: 0.1126678 Mar 29 13:13:43.437570 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '75c81edc-521a-45ae-a1c3-bb26b75f269a', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:1f:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:13:41Z', 'updated_at': '2022-03-29T13:13:41Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:43.449639 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-d438a23f-cc06-4a4b-93c8-779a78268411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d26ec55-f5ad-4e29-9296-0eaed78e13f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311067 Mar 29 13:13:43.466524 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:13:43.474469 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:13:43.475060 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:13:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:43.597931 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:13:43.639394 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-5b6a2628-3f6a-41ca-b31a-5dff74ed727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.640938 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-5b6a2628-3f6a-41ca-b31a-5dff74ed727f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.2143583 Mar 29 13:13:43.648546 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-5fabb83e-7867-48b3-86be-0a445afae970 service neutron] 10.222.0.18 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865351 Mar 29 13:13:43.680248 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadde306-1eb0-45a4-a68e-50052d8795ae req-934671b5-b6c9-4646-a3ce-f1f97decd848 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.681690 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eadde306-1eb0-45a4-a68e-50052d8795ae req-934671b5-b6c9-4646-a3ce-f1f97decd848 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0897732 Mar 29 13:13:43.834265 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '75c81edc-521a-45ae-a1c3-bb26b75f269a', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:1f:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:13:41Z', 'updated_at': '2022-03-29T13:13:41Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:13:43.867162 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441905c2-0e01-4c09-a1e4-90081bcefa95 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '75c81edc-521a-45ae-a1c3-bb26b75f269a', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:1f:95:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:13:41Z', 'updated_at': '2022-03-29T13:13:41Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:13:43.945675 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccaac7-8e47-4227-9cc5-efef7d763a86 req-24f9e126-1963-4d41-bbc3-23df2667e6ce tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:43.947692 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2cccaac7-8e47-4227-9cc5-efef7d763a86 req-24f9e126-1963-4d41-bbc3-23df2667e6ce tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 943 time: 0.0597329 Mar 29 13:13:44.016046 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2cccaac7-8e47-4227-9cc5-efef7d763a86 req-ce01bb8c-5fd6-4114-a9e0-4a33fc6355ff tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616624 Mar 29 13:13:44.081769 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-5cfca38c-559c-48f6-bd82-a51e5a2e495f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83 HTTP/1.1" status: 200 len: 999 time: 0.4169950 Mar 29 13:13:44.091397 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eadde306-1eb0-45a4-a68e-50052d8795ae req-c035b5f7-a450-4aff-9bb0-33929ea4704d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761208 Mar 29 13:13:44.150469 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e291f5a-022e-4bf5-ae38-bf792e7b1300 req-958c28c0-0e80-43f6-8553-2b204f99985d service neutron] 10.222.0.18 "GET /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789810 Mar 29 13:13:44.159582 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-82557f3a-71d9-4c68-b7c8-65f9baf0305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:44.161817 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-82557f3a-71d9-4c68-b7c8-65f9baf0305a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0635920 Mar 29 13:13:44.178429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5fa2a-7fa7-400e-9d47-6aab4e618958 None None] New status for floating IP 75c81edc-521a-45ae-a1c3-bb26b75f269a: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:13:44.221979 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-8c0f33b4-9c75-4854-9537-450d548c4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:44.224218 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-8c0f33b4-9c75-4854-9537-450d548c4b76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517712 Mar 29 13:13:44.323034 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-d8d6c3da-1734-4bdb-90a5-af863dffa6fd service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814683 Mar 29 13:13:44.438439 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d80e2a98-9d45-4ad0-b2d0-6782d39732c0 req-219dfd78-99eb-45ab-8811-85fca069766e service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Mar 29 13:13:45.144146 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99026e18-52c2-485a-96d4-460bf271ef20 req-7c7d14b9-94c6-43d1-8ac9-e3e238611e61 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:45.146191 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-99026e18-52c2-485a-96d4-460bf271ef20 req-7c7d14b9-94c6-43d1-8ac9-e3e238611e61 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 943 time: 0.0560467 Mar 29 13:13:45.194178 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-99026e18-52c2-485a-96d4-460bf271ef20 req-7c29b7b0-4918-4899-9094-18b8a96ccaf0 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Mar 29 13:13:45.223130 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026993f-8116-4f8f-b9ce-b267cdf6051e req-878463a3-2412-432d-b57c-955156fdef94 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:45.224673 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8026993f-8116-4f8f-b9ce-b267cdf6051e req-878463a3-2412-432d-b57c-955156fdef94 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0540247 Mar 29 13:13:45.274957 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8026993f-8116-4f8f-b9ce-b267cdf6051e req-3aa77f50-50eb-4ead-aa07-49775f866029 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446150 Mar 29 13:13:46.315297 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e71ab-5a60-4a39-b47c-56bb28b5bb82 req-cb1dfb7e-0acc-4c17-b9f0-a85e093f52b3 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:46.316794 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-518e71ab-5a60-4a39-b47c-56bb28b5bb82 req-cb1dfb7e-0acc-4c17-b9f0-a85e093f52b3 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 943 time: 0.0561872 Mar 29 13:13:46.324125 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7c4c4dba-d15f-40ef-9455-5c19fef21a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:46.365305 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-518e71ab-5a60-4a39-b47c-56bb28b5bb82 req-842701f7-181b-43ec-b6e4-2ddce0b65c58 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Mar 29 13:13:46.399164 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0db7eb-603e-44d1-be63-c28622d074d8 req-b0903b13-d0ea-4591-92a8-c4f6cb7874f4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:46.400660 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bf0db7eb-603e-44d1-be63-c28622d074d8 req-b0903b13-d0ea-4591-92a8-c4f6cb7874f4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0539553 Mar 29 13:13:46.449860 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bf0db7eb-603e-44d1-be63-c28622d074d8 req-776d2421-0fec-4c1f-b583-1434905b150e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Mar 29 13:13:47.206846 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 13b1f7a8-7606-4edd-9454-cc91c3d161c4 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:13:47.308917 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=13b1f7a8-7606-4edd-9454-cc91c3d161c4,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:47.320146 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '13b1f7a8-7606-4edd-9454-cc91c3d161c4', 'network_id': '2d26ec55-f5ad-4e29-9296-0eaed78e13f4', 'port_id': '13b1f7a8-7606-4edd-9454-cc91c3d161c4', 'mac_address': 'fa:16:3e:70:65:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cc9ee36-76f1-4805-aa4e-0cb028009f5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:13:47.355622 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:47.356233 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:47.372703 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b1f7a8-7606-4edd-9454-cc91c3d161c4 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:13:47.392268 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=13b1f7a8-7606-4edd-9454-cc91c3d161c4,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:47.461338 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:47.483444 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77196-5e41-4fb9-9f99-4ce4b58d28bc req-c4ecc7f3-d8b8-4840-a03a-c27fb3315dd4 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:47.487094 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-21e77196-5e41-4fb9-9f99-4ce4b58d28bc req-c4ecc7f3-d8b8-4840-a03a-c27fb3315dd4 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 943 time: 0.0520537 Mar 29 13:13:47.508637 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=13b1f7a8-7606-4edd-9454-cc91c3d161c4,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:47.531185 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-21e77196-5e41-4fb9-9f99-4ce4b58d28bc req-6af64de8-06f0-4dd5-84ff-22696da12a63 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Mar 29 13:13:47.962257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['13b1f7a8-7606-4edd-9454-cc91c3d161c4'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:48.500630 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-faf9330e-6e5b-440d-8bd5-9c1128d71526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:48.645909 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefb54e-90e2-4947-8533-54ed488affba req-268acd97-5f82-49db-83d5-d3a8d93fb13f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:48.647259 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2cefb54e-90e2-4947-8533-54ed488affba req-268acd97-5f82-49db-83d5-d3a8d93fb13f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 944 time: 0.0509281 Mar 29 13:13:48.691703 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2cefb54e-90e2-4947-8533-54ed488affba req-6f68dd3b-eff0-449e-bd27-9ce227c6c350 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Mar 29 13:13:49.202071 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 13b1f7a8-7606-4edd-9454-cc91c3d161c4 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:13:49.335278 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:13:49.339220 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:13:49.339633 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:49.416619 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:13:49.417002 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:49.441649 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b1f7a8-7606-4edd-9454-cc91c3d161c4'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:49.444000 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bfd53c-2a60-40dd-bd2b-5e59dba2700e" -d '{"events": [{"server_uuid": "8ed385ca-dfbb-4939-9b50-57a405952ced", "name": "network-vif-plugged", "status": "completed", "tag": "13b1f7a8-7606-4edd-9454-cc91c3d161c4"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:49.456248 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=13b1f7a8-7606-4edd-9454-cc91c3d161c4,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:49.479895 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2feca44-66e9-44a7-9dd5-fc5c88a694c4 x-openstack-request-id: req-f2feca44-66e9-44a7-9dd5-fc5c88a694c4 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:49.480272 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed385ca-dfbb-4939-9b50-57a405952ced", "name": "network-vif-plugged", "status": "completed", "tag": "13b1f7a8-7606-4edd-9454-cc91c3d161c4", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:49.480534 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2feca44-66e9-44a7-9dd5-fc5c88a694c4 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:49.480955 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2feca44-66e9-44a7-9dd5-fc5c88a694c4'] response: {'server_uuid': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b1f7a8-7606-4edd-9454-cc91c3d161c4', 'code': 200} Mar 29 13:13:49.535392 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:49.636782 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=13b1f7a8-7606-4edd-9454-cc91c3d161c4,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:49.669582 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:49.808461 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16d6c3-d6e8-4382-90e7-913e988c5051 req-219c82c2-f4e6-46d4-ac2b-b83d658d60d8 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:49.809977 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4f16d6c3-d6e8-4382-90e7-913e988c5051 req-219c82c2-f4e6-46d4-ac2b-b83d658d60d8 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0531118 Mar 29 13:13:49.885046 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4f16d6c3-d6e8-4382-90e7-913e988c5051 req-7b0786bd-114d-4e99-b470-723917b4f72a tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682628 Mar 29 13:13:49.897005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add177bf-abd5-46dc-9e04-516aa2758c8a req-fba8124c-da90-40ec-9795-6b7ae11f3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:49.898925 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-add177bf-abd5-46dc-9e04-516aa2758c8a req-fba8124c-da90-40ec-9795-6b7ae11f3d92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 1129 time: 0.0688610 Mar 29 13:13:49.948927 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-add177bf-abd5-46dc-9e04-516aa2758c8a req-388bbd6e-b1a0-479c-80f1-f36c9de9f36f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Mar 29 13:13:51.008555 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbb65e-8f8a-408d-bb96-d0e5ca74b82e req-d9a22f04-ae05-4691-a23e-7a8a54f3de4f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:51.010010 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-40fbb65e-8f8a-408d-bb96-d0e5ca74b82e req-d9a22f04-ae05-4691-a23e-7a8a54f3de4f tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0560486 Mar 29 13:13:51.021782 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:51.056182 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-40fbb65e-8f8a-408d-bb96-d0e5ca74b82e req-8eda610f-a6bf-4aff-9b0c-e98295b07f01 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Mar 29 13:13:52.174292 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f4f1a-8702-4399-beed-4df7de7c2fd6 req-09e98ccb-3ab5-40ac-9966-649b54556135 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:52.176094 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c96f4f1a-8702-4399-beed-4df7de7c2fd6 req-09e98ccb-3ab5-40ac-9966-649b54556135 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0519831 Mar 29 13:13:52.223181 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c96f4f1a-8702-4399-beed-4df7de7c2fd6 req-87fe7789-3e45-45c1-844e-c13eda412847 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414641 Mar 29 13:13:52.706394 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:53.752116 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d297a-df8c-4793-807a-8d66018e6e02 req-9d5c1dd1-6f11-4247-b056-02f09076f9a2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:53.753838 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-be1d297a-df8c-4793-807a-8d66018e6e02 req-9d5c1dd1-6f11-4247-b056-02f09076f9a2 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0542243 Mar 29 13:13:53.801638 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-be1d297a-df8c-4793-807a-8d66018e6e02 req-9d7bf33f-f127-4bd9-a1d2-9f654b833f28 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Mar 29 13:13:54.920182 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09ea4-8baf-4347-a61e-d499707f8dd4 req-3dd1161c-2830-45a1-ac8f-beda48cb523d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:54.921651 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bde09ea4-8baf-4347-a61e-d499707f8dd4 req-3dd1161c-2830-45a1-ac8f-beda48cb523d tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0514987 Mar 29 13:13:54.970155 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-bde09ea4-8baf-4347-a61e-d499707f8dd4 req-7d1207a1-03c2-43d1-8c9f-4740231311ae tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Mar 29 13:13:56.062638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-4d1b3368-3e64-4f23-8afb-21a458bf0869 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:56.064099 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-4d1b3368-3e64-4f23-8afb-21a458bf0869 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0528860 Mar 29 13:13:56.087828 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3436d29-adee-4fd1-973f-07ff5af2e492 req-821f09db-fa2d-4a5f-ad9d-53594fe7fe1b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:13:56.089108 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c3436d29-adee-4fd1-973f-07ff5af2e492 req-821f09db-fa2d-4a5f-ad9d-53594fe7fe1b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 945 time: 0.0518751 Mar 29 13:13:56.140617 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c3436d29-adee-4fd1-973f-07ff5af2e492 req-f35d97a3-9631-4d72-bdff-3dc8b823c403 tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/security-groups?id=52243461-400f-4c08-8d3c-1420621fde95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457990 Mar 29 13:13:56.167954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Deleting port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:13:56.168790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:56.255171 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] For port 13b1f7a8-7606-4edd-9454-cc91c3d161c4, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=13b1f7a8-7606-4edd-9454-cc91c3d161c4,segment=NetworkSegment(3d2f7a23-9270-4a87-8d19-5a5006c3b780),segment_id=3d2f7a23-9270-4a87-8d19-5a5006c3b780)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:13:56.256093 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:56.272589 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Calling delete_port for 13b1f7a8-7606-4edd-9454-cc91c3d161c4 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:13:56.489583 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (13b1f7a8-7606-4edd-9454-cc91c3d161c4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:56.517302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Pushing event deleted for resources: {'Port': ['ID=13b1f7a8-7606-4edd-9454-cc91c3d161c4,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:13:56.530244 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['13b1f7a8-7606-4edd-9454-cc91c3d161c4'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:13:56.566467 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] No DVR routers for this DVR port 13b1f7a8-7606-4edd-9454-cc91c3d161c4 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:13:56.569899 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:13:56.573199 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fec0f385-5800-4aca-bff7-9bb1a5d273aa req-fa25760c-940e-460d-9319-796c8fbc2b0b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.18 "DELETE /v2.0/ports/13b1f7a8-7606-4edd-9454-cc91c3d161c4 HTTP/1.1" status: 204 len: 173 time: 0.5026429 Mar 29 13:13:56.573685 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'name': 'network-vif-deleted', 'tag': '13b1f7a8-7606-4edd-9454-cc91c3d161c4'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:13:56.575949 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdf2e94-0d71-4b9b-8c56-38785935b970" -d '{"events": [{"server_uuid": "8ed385ca-dfbb-4939-9b50-57a405952ced", "name": "network-vif-deleted", "tag": "13b1f7a8-7606-4edd-9454-cc91c3d161c4"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:13:56.613972 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c14be1-a7fe-4446-856a-e84d29b5aa66 x-openstack-request-id: req-68c14be1-a7fe-4446-856a-e84d29b5aa66 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:13:56.613972 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed385ca-dfbb-4939-9b50-57a405952ced", "name": "network-vif-deleted", "tag": "13b1f7a8-7606-4edd-9454-cc91c3d161c4", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:13:56.613972 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68c14be1-a7fe-4446-856a-e84d29b5aa66 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:13:56.613972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c14be1-a7fe-4446-856a-e84d29b5aa66'] response: {'server_uuid': '8ed385ca-dfbb-4939-9b50-57a405952ced', 'name': 'network-vif-deleted', 'tag': '13b1f7a8-7606-4edd-9454-cc91c3d161c4', 'status': 'completed', 'code': 200} Mar 29 13:13:57.247074 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-deb9d088-9350-4fba-8961-f69c15196640 req-132831d9-443e-4004-82fa-1d3fa581b76b tempest-VolumesActionsTest-566170206 tempest-VolumesActionsTest-566170206-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ed385ca-dfbb-4939-9b50-57a405952ced HTTP/1.1" status: 200 len: 210 time: 0.0274434 Mar 29 13:13:59.271238 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 13b1f7a8-7606-4edd-9454-cc91c3d161c4 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:13:59.293977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 13b1f7a8-7606-4edd-9454-cc91c3d161c4 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:13:59.297060 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 13b1f7a8-7606-4edd-9454-cc91c3d161c4 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:14:03.809151 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9f9e-d85b-41ee-9e6b-5addb092f8a7 req-cddb79e7-489a-4e80-88eb-330961c3ea26 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:03.810659 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-71bc9f9e-d85b-41ee-9e6b-5addb092f8a7 req-cddb79e7-489a-4e80-88eb-330961c3ea26 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0544600 Mar 29 13:14:03.861966 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-71bc9f9e-d85b-41ee-9e6b-5addb092f8a7 req-f877c89f-f447-42b8-98ce-d3211d2c539c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454469 Mar 29 13:14:03.934512 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-ee0c75d3-f612-4555-ad3c-61f73b7b6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:03.936127 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-ee0c75d3-f612-4555-ad3c-61f73b7b6a33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.0449572 Mar 29 13:14:04.041958 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-3cb078c8-d300-44ca-b5a1-133463012b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:04.043358 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-3cb078c8-d300-44ca-b5a1-133463012b9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.0898635 Mar 29 13:14:04.112772 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-0732cfed-4123-4d5b-a824-c2549a9c4c10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 1002 time: 0.0616481 Mar 29 13:14:04.172233 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-637c2edb-b367-4920-b7d8-860c100f6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:04.173763 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-637c2edb-b367-4920-b7d8-860c100f6285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0511949 Mar 29 13:14:04.228919 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-07c66ca8-808b-4cbd-a491-53d67ef2e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:04.230393 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-07c66ca8-808b-4cbd-a491-53d67ef2e86e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447841 Mar 29 13:14:04.324275 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-8d735dd9-76ec-4318-9f9e-0d462121e62c service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871351 Mar 29 13:14:04.425950 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7c70b868-2a54-4fd8-9bdc-de478be24b55 req-89953c04-6529-4741-ace7-c75c60268977 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947459 Mar 29 13:14:05.012358 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0d607-38df-439c-ab5a-d745eaa0c5b8 req-225d70bc-fd0a-483f-a3fa-d322a80bcd65 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:05.020087 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f8d0d607-38df-439c-ab5a-d745eaa0c5b8 req-225d70bc-fd0a-483f-a3fa-d322a80bcd65 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0716653 Mar 29 13:14:05.069178 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f8d0d607-38df-439c-ab5a-d745eaa0c5b8 req-8dab4440-a974-4133-9ea1-3b39c2752b88 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Mar 29 13:14:05.289727 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:05.646472 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6b8f8-d3fd-4fcd-a9e7-e3f68d381107 req-9c33e64e-5b1a-45b7-a70a-7e960442aef7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:05.648654 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-60d6b8f8-d3fd-4fcd-a9e7-e3f68d381107 req-9c33e64e-5b1a-45b7-a70a-7e960442aef7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0585532 Mar 29 13:14:05.706695 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-60d6b8f8-d3fd-4fcd-a9e7-e3f68d381107 req-a465d97a-4606-4a8b-8d77-464719e40ae0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516281 Mar 29 13:14:06.202039 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6c69b-db1b-44ba-8212-d48ec6be85e0 req-8ca5c368-5d0b-444c-8c1f-5c7ee14b6616 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:06.203742 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-87b6c69b-db1b-44ba-8212-d48ec6be85e0 req-8ca5c368-5d0b-444c-8c1f-5c7ee14b6616 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0565126 Mar 29 13:14:06.256924 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-87b6c69b-db1b-44ba-8212-d48ec6be85e0 req-5a44a5f8-3474-45be-af69-28c470f44121 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452819 Mar 29 13:14:06.836998 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac1c6-411e-4394-87c1-037835df827f req-628c5e76-0d7e-4c5a-b18e-2a70f9281c07 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:06.838583 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8a1ac1c6-411e-4394-87c1-037835df827f req-628c5e76-0d7e-4c5a-b18e-2a70f9281c07 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0595422 Mar 29 13:14:06.892516 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8a1ac1c6-411e-4394-87c1-037835df827f req-f929b6f0-1855-487e-b2a3-2be98fe76b5e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 Mar 29 13:14:07.397356 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645c4cd-9a9e-4aec-984f-557a8152ae58 req-1d95f719-28c7-4487-9560-67fd2a9fa9f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:07.399124 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0645c4cd-9a9e-4aec-984f-557a8152ae58 req-1d95f719-28c7-4487-9560-67fd2a9fa9f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0666690 Mar 29 13:14:07.445625 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0645c4cd-9a9e-4aec-984f-557a8152ae58 req-2e48fea0-fc0d-4c0f-874e-12cc35bd15f1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Mar 29 13:14:08.033440 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b268-28d3-4de7-bdd6-aebf081afe6a req-e292d12e-ddb4-4728-97ab-151775c493f5 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:08.035633 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8824b268-28d3-4de7-bdd6-aebf081afe6a req-e292d12e-ddb4-4728-97ab-151775c493f5 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0640447 Mar 29 13:14:08.093619 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8824b268-28d3-4de7-bdd6-aebf081afe6a req-54b0359c-e98b-40e7-a38a-c10c13166bcc tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499330 Mar 29 13:14:08.583906 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb746c6d-86f4-4ccd-958a-193ec505fc19 req-2f25ed02-5939-40c7-8f86-a8809bbaa533 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:08.587977 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cb746c6d-86f4-4ccd-958a-193ec505fc19 req-2f25ed02-5939-40c7-8f86-a8809bbaa533 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0662827 Mar 29 13:14:08.634869 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cb746c6d-86f4-4ccd-958a-193ec505fc19 req-cc48ba66-66ff-4ff7-bd31-44d7824be6f9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 Mar 29 13:14:09.217783 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ff322-99f7-4cfa-81d0-0edcd48ca25f req-007c1e4b-8a31-492f-8369-2fa64b1459d4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:09.225602 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c06ff322-99f7-4cfa-81d0-0edcd48ca25f req-007c1e4b-8a31-492f-8369-2fa64b1459d4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0651755 Mar 29 13:14:09.278383 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c06ff322-99f7-4cfa-81d0-0edcd48ca25f req-a11d4c81-3c6f-4c21-b29f-99c01c03430c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506539 Mar 29 13:14:09.782114 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fea4d-955c-4b38-8dd6-60d7fa17a52d req-ed28c4b9-ec15-4957-b622-e7580f9191a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:09.784533 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-273fea4d-955c-4b38-8dd6-60d7fa17a52d req-ed28c4b9-ec15-4957-b622-e7580f9191a5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0699818 Mar 29 13:14:09.856586 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-273fea4d-955c-4b38-8dd6-60d7fa17a52d req-79c8b289-16eb-4c70-8226-c51ae8dca60b tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640402 Mar 29 13:14:10.403638 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc662f8-ac3c-4c45-8ea5-16324d831a46 req-f8b7d8e6-1a17-44b6-9c7c-5e1a99d81891 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:10.405125 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-fcc662f8-ac3c-4c45-8ea5-16324d831a46 req-f8b7d8e6-1a17-44b6-9c7c-5e1a99d81891 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0627062 Mar 29 13:14:10.697001 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-fcc662f8-ac3c-4c45-8ea5-16324d831a46 req-cb8cb542-fbce-4f84-a8ae-2d3ff416d06d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861538 Mar 29 13:14:11.008571 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9681720-aac9-490c-95b0-53bc844f5375 req-94c9dc0d-f818-4d85-9783-2c362bc7396c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:11.010187 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b9681720-aac9-490c-95b0-53bc844f5375 req-94c9dc0d-f818-4d85-9783-2c362bc7396c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0656784 Mar 29 13:14:11.069007 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b9681720-aac9-490c-95b0-53bc844f5375 req-650cf647-c7de-4343-9f61-51a6d0be5708 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528765 Mar 29 13:14:11.823451 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a621c78-8369-4ecb-9d6b-9477cd498e15 req-24af0550-5e4e-4d6e-ae5e-d728eb5d4b0d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:11.825113 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a621c78-8369-4ecb-9d6b-9477cd498e15 req-24af0550-5e4e-4d6e-ae5e-d728eb5d4b0d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0571022 Mar 29 13:14:11.876606 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4a621c78-8369-4ecb-9d6b-9477cd498e15 req-e11cf7d8-a7ed-48e4-88a4-b64d65513658 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454495 Mar 29 13:14:12.198039 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7acc88-638a-4e39-ab2a-778793f85bb0 req-c5734ee9-2f40-4eff-9280-7277dd49363d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:12.199798 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3a7acc88-638a-4e39-ab2a-778793f85bb0 req-c5734ee9-2f40-4eff-9280-7277dd49363d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0566378 Mar 29 13:14:12.253989 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3a7acc88-638a-4e39-ab2a-778793f85bb0 req-738a0979-2266-4fdc-91a5-e45da778ce55 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482001 Mar 29 13:14:12.500955 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:14:13.008904 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca294b-e496-4488-a944-4123e6a6f86e req-cf9d64a5-39d4-45e9-8cb8-b2b5532266b3 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:13.010465 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-30ca294b-e496-4488-a944-4123e6a6f86e req-cf9d64a5-39d4-45e9-8cb8-b2b5532266b3 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0571892 Mar 29 13:14:13.068324 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-30ca294b-e496-4488-a944-4123e6a6f86e req-df5c22c6-2420-4d39-83ea-eca84047d7ef tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517902 Mar 29 13:14:13.405951 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886f784-3824-49a8-9260-cdd8266cc9da req-2681d6a0-8195-436f-9475-3e2cb673af17 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:13.407556 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b886f784-3824-49a8-9260-cdd8266cc9da req-2681d6a0-8195-436f-9475-3e2cb673af17 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0598214 Mar 29 13:14:13.455395 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b886f784-3824-49a8-9260-cdd8266cc9da req-fe514177-26fa-4569-8ff7-868c66ca8b86 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 Mar 29 13:14:14.212555 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439edb4c-bd95-47ae-a8e1-dc3a7e856344 req-bb04bea1-ed7c-4c90-a48d-74a46e072783 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:14.214277 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-439edb4c-bd95-47ae-a8e1-dc3a7e856344 req-bb04bea1-ed7c-4c90-a48d-74a46e072783 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0582230 Mar 29 13:14:14.279316 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-439edb4c-bd95-47ae-a8e1-dc3a7e856344 req-592fdd46-45a9-4e28-86ea-811165d0f4eb tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572248 Mar 29 13:14:14.625366 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768c787-e65d-42fb-a6ab-a2e991b08d34 req-a1231930-5a1f-4451-bf6f-0a04394f39e1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:14.627883 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e768c787-e65d-42fb-a6ab-a2e991b08d34 req-a1231930-5a1f-4451-bf6f-0a04394f39e1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0611207 Mar 29 13:14:14.681283 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e768c787-e65d-42fb-a6ab-a2e991b08d34 req-d343b3c6-e9b1-45b0-b88d-b317872f3c2c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460997 Mar 29 13:14:15.441768 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52513f-7e23-4ff4-99ba-5c8e4a9d7feb req-263a8548-46f4-432b-a876-cf30dcfdbbe2 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:15.445058 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4d52513f-7e23-4ff4-99ba-5c8e4a9d7feb req-263a8548-46f4-432b-a876-cf30dcfdbbe2 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0775123 Mar 29 13:14:15.533796 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4d52513f-7e23-4ff4-99ba-5c8e4a9d7feb req-e1ba2e0d-d4d5-4863-b0e9-209a4fdfb8bd tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816386 Mar 29 13:14:15.863712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295b02-c82c-454d-b38d-af9b7679da23 req-c8dc4ddf-f87c-4f2b-8e4a-ed62d6a4024a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:15.866524 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-62295b02-c82c-454d-b38d-af9b7679da23 req-c8dc4ddf-f87c-4f2b-8e4a-ed62d6a4024a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0845480 Mar 29 13:14:15.934599 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-62295b02-c82c-454d-b38d-af9b7679da23 req-a2c3badb-3924-4028-a195-322592c3f2a9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537491 Mar 29 13:14:16.509428 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3e7251c3-9672-4339-921c-32b642716072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:16.697926 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c472f74-054b-4f82-a9a4-c4ee94b1b364 req-26330e5a-53d1-4285-8423-505cdff4d5c8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:16.701797 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2c472f74-054b-4f82-a9a4-c4ee94b1b364 req-26330e5a-53d1-4285-8423-505cdff4d5c8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0745997 Mar 29 13:14:16.778270 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2c472f74-054b-4f82-a9a4-c4ee94b1b364 req-474c8f3f-5eb5-415b-8e8e-b197122a4235 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684900 Mar 29 13:14:17.107479 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5ee30-78e8-41e0-8505-2dd271e5670d req-b611ad57-3a81-4c93-964e-9174f96b4ce6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:17.120261 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8ad5ee30-78e8-41e0-8505-2dd271e5670d req-b611ad57-3a81-4c93-964e-9174f96b4ce6 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0897968 Mar 29 13:14:17.188566 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8ad5ee30-78e8-41e0-8505-2dd271e5670d req-e2e7a0f6-1b4d-415f-b31b-e5d3293a85f2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658514 Mar 29 13:14:17.911560 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87772ac-6e0a-48a4-a8bc-9680043d8825 req-99666c78-46b6-4524-8e1e-5881197d1f6c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:17.913729 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e87772ac-6e0a-48a4-a8bc-9680043d8825 req-99666c78-46b6-4524-8e1e-5881197d1f6c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0577910 Mar 29 13:14:17.968437 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e87772ac-6e0a-48a4-a8bc-9680043d8825 req-b0a31e36-7079-44fc-b349-efce8d147ed0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485525 Mar 29 13:14:18.352259 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f173-5d87-464d-b092-e046be25f20a req-68379469-e839-4d0a-a14b-009e5b32baf5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:18.353803 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6c94f173-5d87-464d-b092-e046be25f20a req-68379469-e839-4d0a-a14b-009e5b32baf5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0746269 Mar 29 13:14:18.430215 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6c94f173-5d87-464d-b092-e046be25f20a req-56ebe326-8225-46d2-a3a8-09008052b5bd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655582 Mar 29 13:14:18.500739 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9bc73e06-3be6-45f5-97e5-8fcacec92085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:19.104802 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32060-e1a1-4bce-9a82-ad16530b5277 req-6f2c78a8-7e06-463f-b40a-da8866ec8c4a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:19.106385 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d4f32060-e1a1-4bce-9a82-ad16530b5277 req-6f2c78a8-7e06-463f-b40a-da8866ec8c4a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0583105 Mar 29 13:14:19.156457 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d4f32060-e1a1-4bce-9a82-ad16530b5277 req-0dc1b985-523b-4778-9a77-b2161cf034d9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Mar 29 13:14:19.564140 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a6c9a-52fd-49bc-94dc-35d3be0ac38a req-8b7f000b-02ac-437f-9c9b-a5224ecaa751 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:19.565789 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a79a6c9a-52fd-49bc-94dc-35d3be0ac38a req-8b7f000b-02ac-437f-9c9b-a5224ecaa751 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0567708 Mar 29 13:14:19.618587 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a79a6c9a-52fd-49bc-94dc-35d3be0ac38a req-b26fd5a7-5337-4764-a225-d9603421f622 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463495 Mar 29 13:14:19.706418 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:20.279164 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cee3a-f419-4f5b-be6a-d94fb32170a4 req-176a2874-d73c-44a6-8623-07479772954d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:20.280656 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4e8cee3a-f419-4f5b-be6a-d94fb32170a4 req-176a2874-d73c-44a6-8623-07479772954d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0540285 Mar 29 13:14:20.326617 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4e8cee3a-f419-4f5b-be6a-d94fb32170a4 req-a15c15ad-0ffc-4980-92be-56cbdbed4a62 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397325 Mar 29 13:14:20.739143 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f001ca-e370-4934-9bc6-3553329299c3 req-4f7d2e23-5558-45f5-bdee-632a469db93a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:20.740649 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96f001ca-e370-4934-9bc6-3553329299c3 req-4f7d2e23-5558-45f5-bdee-632a469db93a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0526557 Mar 29 13:14:20.788439 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96f001ca-e370-4934-9bc6-3553329299c3 req-76ea6684-ecf8-401e-b30c-2048428af298 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Mar 29 13:14:21.023895 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:21.452220 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3108-9f93-4a12-97e5-e152bbb64ded req-bd39d8dd-78ff-4d0d-b6c1-6f32c5b07771 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:21.458982 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-797e3108-9f93-4a12-97e5-e152bbb64ded req-bd39d8dd-78ff-4d0d-b6c1-6f32c5b07771 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0631175 Mar 29 13:14:21.499010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e1d39-d0e9-48b1-83e2-feeb9cff7df7 req-41910d86-59fb-4d51-812b-ee97c2f54f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:21.500912 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6e3e1d39-d0e9-48b1-83e2-feeb9cff7df7 req-41910d86-59fb-4d51-812b-ee97c2f54f30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.0514736 Mar 29 13:14:21.510325 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-797e3108-9f93-4a12-97e5-e152bbb64ded req-01e52c05-015d-40ef-b62d-27a3a392866d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502264 Mar 29 13:14:21.549308 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6e3e1d39-d0e9-48b1-83e2-feeb9cff7df7 req-c1acb039-5ac0-471f-b5fb-8e2e88daa31e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388601 Mar 29 13:14:21.908663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a326b-cf4b-44db-86f1-b07905f0b152 req-d51314a5-af3e-48fe-b545-32bedd3b5a5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:21.910968 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-479a326b-cf4b-44db-86f1-b07905f0b152 req-d51314a5-af3e-48fe-b545-32bedd3b5a5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0622792 Mar 29 13:14:21.914546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbdb24-2f5e-46db-b257-c516ef71ddd8 req-f364d4a2-5a7f-45cc-968c-4161d73079b9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:21.918899 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2bbdb24-2f5e-46db-b257-c516ef71ddd8 req-f364d4a2-5a7f-45cc-968c-4161d73079b9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0620947 Mar 29 13:14:21.958618 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-479a326b-cf4b-44db-86f1-b07905f0b152 req-9582f222-cf80-4a28-a6aa-a7b49e38d2f2 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415072 Mar 29 13:14:21.971721 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a2bbdb24-2f5e-46db-b257-c516ef71ddd8 req-dd94d12b-6c4e-4a10-bd99-6ec5953cbcc7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500643 Mar 29 13:14:22.142281 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-795b02ee-ecc4-4616-b26a-83892b2b7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:22.143975 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-795b02ee-ecc4-4616-b26a-83892b2b7e17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0494666 Mar 29 13:14:22.237210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-861f7f67-ec98-4fbf-80e9-490dd7ab66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:22.238658 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-861f7f67-ec98-4fbf-80e9-490dd7ab66ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.0867860 Mar 29 13:14:22.310716 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-c4581a8a-b234-4684-8fc9-8a83219a402d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 200 len: 1000 time: 0.0641398 Mar 29 13:14:22.373356 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-9b3cf3b0-f4f2-4d54-9937-845cce80210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:22.374818 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-9b3cf3b0-f4f2-4d54-9937-845cce80210b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.0536740 Mar 29 13:14:22.425194 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-23acd498-82f7-4879-9567-c73653fecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:22.426665 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-23acd498-82f7-4879-9567-c73653fecf9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452526 Mar 29 13:14:22.515982 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-7254145a-39c2-4a06-99c7-e558b8fac687 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817809 Mar 29 13:14:22.617021 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-36b817ea-5aad-4d8d-aadd-90853715cb1c req-c9588b90-3c27-41a1-ac06-658b70ff6dba service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869565 Mar 29 13:14:22.704028 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:23.080160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe73e5-6178-44b4-9df8-a1382af37665 req-500fcebd-28c7-470a-99f1-fa9510b3c11d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:23.082926 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3abe73e5-6178-44b4-9df8-a1382af37665 req-500fcebd-28c7-470a-99f1-fa9510b3c11d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0553989 Mar 29 13:14:23.095450 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf44e3-0b09-4331-ac95-ec1e45dc6f28 req-14dd5985-03d7-4d50-b770-0389ff16ecc7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:23.096985 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e7cf44e3-0b09-4331-ac95-ec1e45dc6f28 req-14dd5985-03d7-4d50-b770-0389ff16ecc7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0544531 Mar 29 13:14:23.133311 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3abe73e5-6178-44b4-9df8-a1382af37665 req-ca866398-275b-464d-b354-ac076d71acf4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Mar 29 13:14:23.146601 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e7cf44e3-0b09-4331-ac95-ec1e45dc6f28 req-4c4c4f16-a340-4cb4-8ceb-5e49f549d837 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Mar 29 13:14:23.832703 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34222) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:23.879723 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Deleting subnet 5cc9ee36-76f1-4805-aa4e-0cb028009f5d {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:14:23.882815 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Publish callbacks [] for subnet (5cc9ee36-76f1-4805-aa4e-0cb028009f5d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:23.916627 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15946191'] for subnet (5cc9ee36-76f1-4805-aa4e-0cb028009f5d), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:23.953153 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (5cc9ee36-76f1-4805-aa4e-0cb028009f5d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.087053 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165787'] for subnet (5cc9ee36-76f1-4805-aa4e-0cb028009f5d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.111893 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cc9ee36-76f1-4805-aa4e-0cb028009f5d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:24.116742 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.119884 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-147a38b8-bf32-46a8-9ba6-3c2f5d0e0a34 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5cc9ee36-76f1-4805-aa4e-0cb028009f5d HTTP/1.1" status: 204 len: 168 time: 0.2861836 Mar 29 13:14:24.122490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34224) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:24.197823 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (2d26ec55-f5ad-4e29-9296-0eaed78e13f4), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.265270 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25fe217-565e-44c4-a3e1-b9ddd6681360 req-8dd2066d-237f-4175-aab1-6077703b757e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:24.266789 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e25fe217-565e-44c4-a3e1-b9ddd6681360 req-8dd2066d-237f-4175-aab1-6077703b757e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0639453 Mar 29 13:14:24.306686 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (2d26ec55-f5ad-4e29-9296-0eaed78e13f4), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.313805 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e25fe217-565e-44c4-a3e1-b9ddd6681360 req-642046d1-fc80-4cf8-8f5e-c01e8ee98454 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Mar 29 13:14:24.332843 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d26ec55-f5ad-4e29-9296-0eaed78e13f4']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:24.351385 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa016e-5c81-4ce9-8f22-709edbc53524 req-4b5ef0e1-5474-472b-b7ec-cbb5200ef0ec tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:24.352798 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e2aa016e-5c81-4ce9-8f22-709edbc53524 req-4b5ef0e1-5474-472b-b7ec-cbb5200ef0ec tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.1255929 Mar 29 13:14:24.354365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2f7a23-9270-4a87-8d19-5a5006c3b780') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:24.354663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2f7a23-9270-4a87-8d19-5a5006c3b780') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:24.369709 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (3d2f7a23-9270-4a87-8d19-5a5006c3b780), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.391387 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (3d2f7a23-9270-4a87-8d19-5a5006c3b780), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.404655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:14:24.405037 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (3d2f7a23-9270-4a87-8d19-5a5006c3b780), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:14:24.406606 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:14:24.458441 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e2aa016e-5c81-4ce9-8f22-709edbc53524 req-587c9975-5adb-46e3-b68f-1410a3e368f9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974505 Mar 29 13:14:24.544137 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (2d26ec55-f5ad-4e29-9296-0eaed78e13f4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.549742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:24.553676 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d26ec55-f5ad-4e29-9296-0eaed78e13f4 HTTP/1.1" status: 204 len: 168 time: 0.4301829 Mar 29 13:14:24.571412 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e98835-821e-4654-8fd6-7e6b33fde30a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d26ec55-f5ad-4e29-9296-0eaed78e13f4,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:24.945032 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34242) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:24.983764 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-f4871044-b8af-4e8c-a55e-32e37350299c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5aed38812604f45a29ef0b0e150b887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375047 Mar 29 13:14:24.989556 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34246) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:25.053597 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-377ecf6c-4e43-4173-bd41-635b8318a4ca admin admin] Publish callbacks [] for security_group (52243461-400f-4c08-8d3c-1420621fde95), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:25.097192 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-377ecf6c-4e43-4173-bd41-635b8318a4ca admin admin] Publish callbacks [] for security_group (52243461-400f-4c08-8d3c-1420621fde95), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:25.141336 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1b25-f994-4cc4-92d6-fb9dd5b095a9 req-935aef63-fbeb-45b5-938a-aadbd53a4ebd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:25.142786 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4aef1b25-f994-4cc4-92d6-fb9dd5b095a9 req-935aef63-fbeb-45b5-938a-aadbd53a4ebd tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.1063101 Mar 29 13:14:25.153655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-bf5f83dc-fcc0-4ca3-af39-045136468482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:25.156954 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-bf5f83dc-fcc0-4ca3-af39-045136468482 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.0439520 Mar 29 13:14:25.194098 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4aef1b25-f994-4cc4-92d6-fb9dd5b095a9 req-7bf426e9-3aab-4e4f-b264-a8b68ede8fd3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439672 Mar 29 13:14:25.247336 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-c5cd66c5-705f-430c-b93f-ab32711084df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:25.248825 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-c5cd66c5-705f-430c-b93f-ab32711084df service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.0856149 Mar 29 13:14:25.258100 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-377ecf6c-4e43-4173-bd41-635b8318a4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (52243461-400f-4c08-8d3c-1420621fde95), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:25.260683 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-377ecf6c-4e43-4173-bd41-635b8318a4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:25.261801 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-377ecf6c-4e43-4173-bd41-635b8318a4ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52243461-400f-4c08-8d3c-1420621fde95 HTTP/1.1" status: 204 len: 168 time: 0.2712655 Mar 29 13:14:25.269902 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ecf6c-4e43-4173-bd41-635b8318a4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52243461-400f-4c08-8d3c-1420621fde95,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:25.322030 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-5a6a51e8-6efd-4ce6-83ea-2399a19b6e6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 1002 time: 0.0658646 Mar 29 13:14:25.389325 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-91f93c51-554b-4fc9-aa08-eaab54968f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:25.390865 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-91f93c51-554b-4fc9-aa08-eaab54968f8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0612929 Mar 29 13:14:25.444050 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-d9604ee6-0682-429e-bf47-31cf1ff829fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:25.445920 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-d9604ee6-0682-429e-bf47-31cf1ff829fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468845 Mar 29 13:14:25.538472 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-65057243-6d3a-4331-8cc0-3b1f402c87a2 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858970 Mar 29 13:14:25.631334 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-53b73e43-8011-46a8-b22f-1693cdf0725b req-fb4a8d7c-926b-4691-8c74-527e30a970d9 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844975 Mar 29 13:14:26.325633 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df7b49-6ded-48e3-9aec-569f28054f5c req-0f79ac81-776a-469a-a6d1-c199bb7a547d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:26.327123 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-88df7b49-6ded-48e3-9aec-569f28054f5c req-0f79ac81-776a-469a-a6d1-c199bb7a547d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0639482 Mar 29 13:14:26.374513 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-88df7b49-6ded-48e3-9aec-569f28054f5c req-02582000-703d-4efe-b42b-9bbd165ade2a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Mar 29 13:14:26.492812 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34270) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:26.585047 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1798113680-network', 'tenant_id': 'f50c725faab244d695dbe0740299f994'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:26.703714 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Made reservation on behalf of f50c725faab244d695dbe0740299f994 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:14:26.706072 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:26.715195 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:26.787305 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks [] for security_group (fdf35525-dd80-4be2-b61a-4a9b0a34b7dc), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:26.860166 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (fdf35525-dd80-4be2-b61a-4a9b0a34b7dc), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:26.885385 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:14:26.893862 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf35525-dd80-4be2-b61a-4a9b0a34b7dc,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:26.900060 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (ed19d7bd-c988-45b2-9f62-19817e78c108), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:26.900393 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Added segment ed19d7bd-c988-45b2-9f62-19817e78c108 of type vlan for network 04e12fcf-4743-448a-ba2f-348290d3be14 Mar 29 13:14:26.938483 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (04e12fcf-4743-448a-ba2f-348290d3be14), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:27.037537 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (04e12fcf-4743-448a-ba2f-348290d3be14), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:27.038472 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:27.039044 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:27.098962 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] Pushing event updated for resources: {'Network': ['ID=04e12fcf-4743-448a-ba2f-348290d3be14,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:27.108554 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 04e12fcf-4743-448a-ba2f-348290d3be14 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:14:27.192216 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4655d28d-c933-4766-b1ff-612cbaa5026b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6982803 Mar 29 13:14:27.194953 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34274) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:27.199546 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Request body: {'subnet': {'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1798113680-subnet', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:27.289020 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Made reservation on behalf of f50c725faab244d695dbe0740299f994 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:14:27.291365 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165764'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:27.501565 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea649076-4ad2-4c68-8c6c-0724647d97b6 req-45fcb51b-eb0a-44b8-b439-a10323feb871 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:27.502930 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ea649076-4ad2-4c68-8c6c-0724647d97b6 req-45fcb51b-eb0a-44b8-b439-a10323feb871 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0566869 Mar 29 13:14:27.522152 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165778'] for subnet (59837455-cc35-4c81-81f7-9fcd4735d226), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:27.595173 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Pushing event updated for resources: {'Subnet': ['ID=59837455-cc35-4c81-81f7-9fcd4735d226,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:27.603679 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ea649076-4ad2-4c68-8c6c-0724647d97b6 req-6c8f7236-191b-4a0d-88a0-51b240d790a0 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950115 Mar 29 13:14:27.610597 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Checking segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:27.610969 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Network hostable DHCP agents. Network: 04e12fcf-4743-448a-ba2f-348290d3be14, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:14:27.721280 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Network 04e12fcf-4743-448a-ba2f-348290d3be14 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:14:27.818159 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 04e12fcf-4743-448a-ba2f-348290d3be14) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:27.822299 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:27.822885 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:27.827762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c6198-d02a-457e-aa51-ef575571029b None None] Network 04e12fcf-4743-448a-ba2f-348290d3be14 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:14:27.907950 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-178fef17-4e13-46af-98a6-f104eebd277c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7119167 Mar 29 13:14:27.914427 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34278) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:27.918782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:27.931630 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-04e12fcf-4743-448a-ba2f-348290d3be14', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'project_id': 'f50c725faab244d695dbe0740299f994', 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:14:27.936894 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.008131 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.009222 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.067474 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks [] for router_controller (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.077209 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Allocated IP 172.20.0.2 (04e12fcf-4743-448a-ba2f-348290d3be14/59837455-cc35-4c81-81f7-9fcd4735d226/0fc27693-3f66-4e21-a676-61c0a15ade39) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:28.215314 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Publish callbacks [] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.274787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks [] for router_gateway (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.301081 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.340359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Network 04e12fcf-4743-448a-ba2f-348290d3be14 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:28.345443 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:28.350723 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:28.353696 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Pushing event updated for resources: {'Port': ['ID=0fc27693-3f66-4e21-a676-61c0a15ade39,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:28.410780 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Attempting to bind port 0fc27693-3f66-4e21-a676-61c0a15ade39 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:28.411173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Attempting to bind port 0fc27693-3f66-4e21-a676-61c0a15ade39 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:28.411535 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Attempting to bind port 0fc27693-3f66-4e21-a676-61c0a15ade39 on network 04e12fcf-4743-448a-ba2f-348290d3be14 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:28.417058 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:28.417428 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Checking segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:28.417830 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.418224 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Bound using segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:28.418694 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Bound port: 0fc27693-3f66-4e21-a676-61c0a15ade39, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:28.419070 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.482601 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] For port 0fc27693-3f66-4e21-a676-61c0a15ade39, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:28.485762 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] For port 0fc27693-3f66-4e21-a676-61c0a15ade39, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0fc27693-3f66-4e21-a676-61c0a15ade39,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:28.538125 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks [] for router_gateway (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.557423 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.562327 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.627042 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912c0e8-a674-4343-a7dc-1e5a453767e5 None None] Pushing event updated for resources: {'Port': ['ID=0fc27693-3f66-4e21-a676-61c0a15ade39,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:28.688186 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Allocated IP 172.27.1.173 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/9c06dc96-656a-4d71-a14d-5c6923a1a4b9) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:28.748546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e440e-3eb8-4c1f-ab4b-1d9708594a15 req-165ce852-513f-4993-9c40-e34d16409caf tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:28.750126 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ce0e440e-3eb8-4c1f-ab4b-1d9708594a15 req-165ce852-513f-4993-9c40-e34d16409caf tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0641854 Mar 29 13:14:28.807255 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ce0e440e-3eb8-4c1f-ab4b-1d9708594a15 req-e5dcd29d-7651-4958-bb51-01e9b9c5ed5e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513380 Mar 29 13:14:28.811966 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks [] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.930072 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:28.955481 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14ccf-2b25-4e5e-97bc-e770624e81a3 req-945ba7e5-fba2-4026-9f03-baac8deac3fa tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:28.957224 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dc14ccf-2b25-4e5e-97bc-e770624e81a3 req-945ba7e5-fba2-4026-9f03-baac8deac3fa tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0620489 Mar 29 13:14:28.966969 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34294) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:28.972905 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Request body: {'floatingip': {'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:28.985024 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:28.989615 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:28.996479 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:29.002226 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Pushing event updated for resources: {'Port': ['ID=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:29.046924 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:29.253260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce23e-1421-4e4e-a5c9-3a516c58b4f0 req-4236e10f-8e23-40ff-aabb-88f1684c8795 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:29.254689 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-212ce23e-1421-4e4e-a5c9-3a516c58b4f0 req-4236e10f-8e23-40ff-aabb-88f1684c8795 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.1279700 Mar 29 13:14:29.333473 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks [] for router_gateway (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:29.348310 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-212ce23e-1421-4e4e-a5c9-3a516c58b4f0 req-53a54b94-8c7b-4bf4-9407-3d2f64eb4266 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676832 Mar 29 13:14:29.552405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:29.625462 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:29.688849 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:29.741293 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c39f4e-8298-435e-a691-06447c766878 None None] Network 04e12fcf-4743-448a-ba2f-348290d3be14 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:14:29.760996 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Router c0fe5a79-5d5d-4601-9f5f-67692f5442ee is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:14:29.880638 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0fc27693-3f66-4e21-a676-61c0a15ade39 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:29.883089 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] Provisioning complete for port 0fc27693-3f66-4e21-a676-61c0a15ade39 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:29.883462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:29.894617 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:29.909661 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Sync routers for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:29.919909 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:29.920642 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:29.949171 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Router f3305bbe-4c37-4699-b80b-7169e9caa2aa has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:14:29.998920 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.004779 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-96bf1172-29df-4d98-8f07-8e59c7cf4214 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0891907 Mar 29 13:14:30.013511 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34300) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:30.105769 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:30.121041 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.163365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:30.166089 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6235335a-315b-4280-ae30-b18a522c98dd" -d '{"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:30.179921 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:30.203157 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-178fcdc9-6e3a-4f2b-be97-992e73a2a672 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "PUT /v2.0/floatingips/14b44a94-2734-4191-a6d9-8036db0ed93d HTTP/1.1" status: 200 len: 994 time: 1.2347033 Mar 29 13:14:30.223787 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 0fc27693-3f66-4e21-a676-61c0a15ade39 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:30.224361 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.229505 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804085ce-5a99-4899-9132-944a1687a996 None None] Sync routers for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:30.231989 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] Current status of the port 0fc27693-3f66-4e21-a676-61c0a15ade39 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:30.232543 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.234673 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b1c337-a8ee-4cbe-880f-cc25b6748052 x-openstack-request-id: req-a3b1c337-a8ee-4cbe-880f-cc25b6748052 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:30.234980 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:30.235698 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3b1c337-a8ee-4cbe-880f-cc25b6748052 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:30.235698 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b1c337-a8ee-4cbe-880f-cc25b6748052'] response: {'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'status': 'completed', 'code': 200} Mar 29 13:14:30.300019 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:30.300841 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:30.365107 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235335a-315b-4280-ae30-b18a522c98dd req-5515a80a-0508-4c96-a4d2-cb9296d975d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:30.367993 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-5515a80a-0508-4c96-a4d2-cb9296d975d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.0584323 Mar 29 13:14:30.409685 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:29Z', 'revision_number': 3, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:30.441316 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Checking router: c0fe5a79-5d5d-4601-9f5f-67692f5442ee for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:30.442057 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Updating router c0fe5a79-5d5d-4601-9f5f-67692f5442ee port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:14:30.476359 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.479517 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235335a-315b-4280-ae30-b18a522c98dd req-3b914326-21ea-45c7-aa22-c8f246b148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:30.480495 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-3b914326-21ea-45c7-aa22-c8f246b148b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.0938222 Mar 29 13:14:30.486405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:30.503315 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] For port 0fc27693-3f66-4e21-a676-61c0a15ade39, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0fc27693-3f66-4e21-a676-61c0a15ade39,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:30.579379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0fc27693-3f66-4e21-a676-61c0a15ade39 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:30.580175 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.583503 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-4b5856b9-13a9-4b93-9ca2-0d3d5024a16f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 1002 time: 0.0743444 Mar 29 13:14:30.658679 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274dd08-a9bb-4fc5-a581-bf4dfbeec702 req-599fdf34-aa29-404b-bf6a-51c196bd76ab tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:30.660223 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b274dd08-a9bb-4fc5-a581-bf4dfbeec702 req-599fdf34-aa29-404b-bf6a-51c196bd76ab tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.1787441 Mar 29 13:14:30.664088 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.668047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235335a-315b-4280-ae30-b18a522c98dd req-7be61c70-f0ae-4f5d-90c1-b70afc4f7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:30.669897 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-7be61c70-f0ae-4f5d-90c1-b70afc4f7573 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0759852 Mar 29 13:14:30.824722 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Publish callbacks [] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.869764 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.db.api [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 13:14:30.870329 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG oslo_db.api [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 13:14:30.872482 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1a2e3-ec56-4eba-ad0c-0fb7e199794c None None] Pushing event updated for resources: {'Port': ['ID=0fc27693-3f66-4e21-a676-61c0a15ade39,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:30.887527 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-fe0a768c-b8a7-432d-8de6-15329a2f3aa5 None None] Provisioning complete for port 0fc27693-3f66-4e21-a676-61c0a15ade39 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:30.887905 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-fe0a768c-b8a7-432d-8de6-15329a2f3aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.900375 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.930464 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.942296 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Pushing event updated for resources: {'Port': ['ID=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:30.953590 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.953938 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.954441 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.954799 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.955137 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.955463 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.955812 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.956136 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.956839 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.957176 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.957504 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.957847 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.958174 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.958494 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.959658 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:30.990089 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Attempting to bind port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:30.996108 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Attempting to bind port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:30.996108 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Attempting to bind port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:30.997960 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:30.998545 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:30.999115 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:30.999697 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:31.000338 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Bound port: 9c06dc96-656a-4d71-a14d-5c6923a1a4b9, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:31.000896 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.012596 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b274dd08-a9bb-4fc5-a581-bf4dfbeec702 req-c1bade78-3151-4b30-bb4c-a5528da9c1a7 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3417370 Mar 29 13:14:31.031302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235335a-315b-4280-ae30-b18a522c98dd req-e027aa89-de9c-4525-8b06-e02c7257eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:31.032837 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-e027aa89-de9c-4525-8b06-e02c7257eed5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3406446 Mar 29 13:14:31.047201 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a768c-b8a7-432d-8de6-15329a2f3aa5 None None] Current status of the port 0fc27693-3f66-4e21-a676-61c0a15ade39 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:31.054835 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '14b44a94-2734-4191-a6d9-8036db0ed93d', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:44Z', 'updated_at': '2022-03-29T13:14:29Z', 'revision_number': 3, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:31.063425 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] For port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:31.066782 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] For port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:31.081879 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804085ce-5a99-4899-9132-944a1687a996 None None] Checking router: f3305bbe-4c37-4699-b80b-7169e9caa2aa for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:31.090716 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:31.091316 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:31.152443 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.160803 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Allocated IP 172.20.0.1 (04e12fcf-4743-448a-ba2f-348290d3be14/59837455-cc35-4c81-81f7-9fcd4735d226/c1ebc1be-4396-4cdf-8274-509e0b50c93e) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:31.217162 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:31.218038 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:31.221476 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada0d24-e22b-4e64-8ef5-6feb58752c41 None None] Pushing event updated for resources: {'Port': ['ID=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:31.238644 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472575-ba87-43a9-992e-ec9f491467d8 req-b48e1d56-b47c-4d2e-9d9b-3ccc8a02b5dd tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:31.240275 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-03472575-ba87-43a9-992e-ec9f491467d8 req-b48e1d56-b47c-4d2e-9d9b-3ccc8a02b5dd tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 946 time: 0.1284387 Mar 29 13:14:31.244847 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-9befb23e-e3ed-4c61-96a7-4545bce2e38f service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413422 Mar 29 13:14:31.247339 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:31.301893 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks [] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.351793 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:31.425156 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6235335a-315b-4280-ae30-b18a522c98dd req-e191a396-6ba5-4c64-9eec-276563e41593 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677468 Mar 29 13:14:31.427322 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.451284 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0fc27693-3f66-4e21-a676-61c0a15ade39 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:31.481779 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port 1aa617a3-99e1-4135-be97-bc3df3a8468c {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:14:31.482305 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.487757 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Network 04e12fcf-4743-448a-ba2f-348290d3be14 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:31.496910 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:31.499479 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:31.540496 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-804085ce-5a99-4899-9132-944a1687a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '14b44a94-2734-4191-a6d9-8036db0ed93d', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:44Z', 'updated_at': '2022-03-29T13:14:29Z', 'revision_number': 3, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:31.549152 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.554350 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Pushing event updated for resources: {'Port': ['ID=c1ebc1be-4396-4cdf-8274-509e0b50c93e,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:31.586266 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:29Z', 'revision_number': 3, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:31.607910 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804085ce-5a99-4899-9132-944a1687a996 None None] The sync data for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi is: [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '14b44a94-2734-4191-a6d9-8036db0ed93d', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'port_id': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'mac_address': 'fa:16:3e:49:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:12:44Z', 'updated_at': '2022-03-29T13:14:29Z', 'revision_number': 3, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:31.624960 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b70ed-acf1-48f4-9098-592ae8bae5df None None] The sync data for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi is: [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:29Z', 'revision_number': 3, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:31.644549 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] For port 1aa617a3-99e1-4135-be97-bc3df3a8468c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=1aa617a3-99e1-4135-be97-bc3df3a8468c,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:31.649813 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.832091 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.847595 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0fc27693-3f66-4e21-a676-61c0a15ade39 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:31.918287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-ab52ed3a-8d8f-42ed-ac61-a81f902d8485 None None] Provisioning complete for port c1ebc1be-4396-4cdf-8274-509e0b50c93e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:31.918986 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ab52ed3a-8d8f-42ed-ac61-a81f902d8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.969614 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.970242 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (0fc11a5b-e8ee-425c-9b38-109e690a0902), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:31.970624 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 0fc11a5b-e8ee-425c-9b38-109e690a0902 disassociated. External IP: 172.27.1.167, port: 1aa617a3-99e1-4135-be97-bc3df3a8468c. Mar 29 13:14:31.972291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for 1aa617a3-99e1-4135-be97-bc3df3a8468c owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:14:31.978658 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 0fc27693-3f66-4e21-a676-61c0a15ade39 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:31.978658 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.029540 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-ab52ed3a-8d8f-42ed-ac61-a81f902d8485 None None] Port c1ebc1be-4396-4cdf-8274-509e0b50c93e cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:32.108941 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks [] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.159149 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 0fc27693-3f66-4e21-a676-61c0a15ade39 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:32.185228 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.236545 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:32.245131 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d2463c-4fca-4ad2-9e1b-d12695d10d52" -d '{"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:32.249549 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (1aa617a3-99e1-4135-be97-bc3df3a8468c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.257232 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412051-da0b-4e13-852a-a7853716232b req-e009771e-e123-4e3e-b50a-033c4db456f0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:32.264342 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e4412051-da0b-4e13-852a-a7853716232b req-e009771e-e123-4e3e-b50a-033c4db456f0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 867 time: 0.1315584 Mar 29 13:14:32.292367 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=1aa617a3-99e1-4135-be97-bc3df3a8468c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:32.295775 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf720bb-f3b7-4136-89e0-5d72a194e7bd x-openstack-request-id: req-0cf720bb-f3b7-4136-89e0-5d72a194e7bd {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:32.296316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:32.297996 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Pushing event updated for resources: {'Port': ['ID=c1ebc1be-4396-4cdf-8274-509e0b50c93e,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:32.298426 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cf720bb-f3b7-4136-89e0-5d72a194e7bd {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:32.299123 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf720bb-f3b7-4136-89e0-5d72a194e7bd'] response: {'name': 'network-changed', 'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'status': 'completed', 'code': 200} Mar 29 13:14:32.319539 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.352024 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e4412051-da0b-4e13-852a-a7853716232b req-8cc5a472-e7f1-4441-9f2e-47ba2cf6fca1 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=c9252dbc-1010-48fc-bbb7-003c8dd51ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865793 Mar 29 13:14:32.458952 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Network 04e12fcf-4743-448a-ba2f-348290d3be14 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:32.461092 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:32.480995 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-4a213e84-b7c7-4647-9395-b97ac67fa5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:32.483881 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-4a213e84-b7c7-4647-9395-b97ac67fa5a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=372ac364a4bd49ce8c076d12413eb22c&device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 1130 time: 0.1229019 Mar 29 13:14:32.561473 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:14:32.628236 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Router c0fe5a79-5d5d-4601-9f5f-67692f5442ee has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:14:32.707621 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:32.724257 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:32.746110 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:32.746744 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:32.774640 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] No DVR routers for this DVR port 1aa617a3-99e1-4135-be97-bc3df3a8468c on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:14:32.780642 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.784089 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-03472575-ba87-43a9-992e-ec9f491467d8 req-cbba2d2b-cbb1-425f-a4d4-05dc0a51871c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "DELETE /v2.0/ports/1aa617a3-99e1-4135-be97-bc3df3a8468c HTTP/1.1" status: 204 len: 173 time: 1.5304067 Mar 29 13:14:32.812456 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:32.815020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-1af0b461-4bee-4c90-ba2b-9ae79683c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:32.816662 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-1af0b461-4bee-4c90-ba2b-9ae79683c701 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 200 len: 919 time: 0.3243279 Mar 29 13:14:32.823943 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0fce7e32-98af-45be-80e9-2fcdd204c0dd admin admin] 10.222.0.21 "PUT /v2.0/routers/c0fe5a79-5d5d-4601-9f5f-67692f5442ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8055396 Mar 29 13:14:32.870050 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-4747458d-2531-4fe0-882c-5b5d004cd4ad None None] Provisioning complete for port c1ebc1be-4396-4cdf-8274-509e0b50c93e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:32.870413 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4747458d-2531-4fe0-882c-5b5d004cd4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:32.925010 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:32.932860 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4747458d-2531-4fe0-882c-5b5d004cd4ad None None] Port c1ebc1be-4396-4cdf-8274-509e0b50c93e cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:32.946003 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-35229a29-4bd0-49d7-98ce-157b4e085e0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 200 len: 1002 time: 0.1210537 Mar 29 13:14:33.000622 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-6399a205-4b5b-420b-8bca-bca173edfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:33.002095 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-6399a205-4b5b-420b-8bca-bca173edfc28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 200 len: 858 time: 0.0488527 Mar 29 13:14:33.065600 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-3f04478b-dfba-4e5c-9c60-05c9d12d6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:33.067112 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-3f04478b-dfba-4e5c-9c60-05c9d12d6bd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bddd7e51-28ef-473e-8aa0-c1845fe8bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460768 Mar 29 13:14:33.186209 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-fbf98eb4-10f7-4e05-bdbd-08ba7e2c4825 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114869 Mar 29 13:14:33.196663 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:45Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:33.232411 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:33.245866 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:33.245866 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:33.295340 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42d2463c-4fca-4ad2-9e1b-d12695d10d52 req-f4417302-57b4-4539-ab4f-9a52c89c4033 service neutron] 10.222.0.18 "GET /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005766 Mar 29 13:14:33.488626 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:33.503980 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f039c9f0-ea5c-45cb-b07a-2dcd05bf025f req-3b2bc966-6b9d-48ee-845e-39e1793f4870 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=127f5a55-7d5c-481b-bc6d-74a3b6aebf30 HTTP/1.1" status: 200 len: 210 time: 0.0482330 Mar 29 13:14:33.648365 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34330) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:33.654987 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602349392-network', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:33.694014 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Sync routers for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:33.703773 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:33.706230 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:33.744101 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:45Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:33.766054 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Made reservation on behalf of 023fd6ea1ef54fe597eaf2619e4f2228 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:14:33.768686 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:33.778230 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:33.784189 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7783a8b-60ec-4e2a-83ea-8f3f6141d83c None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '668291cc-d9f5-4260-8f29-f3ea30aa5891', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.240', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:d1:16:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:11:01Z', 'updated_at': '2022-03-29T13:11:45Z', 'revision_number': 2, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:33.946391 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:33.978428 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks [] for security_group (b07851f9-01de-43c9-8e54-769243406c5d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.010473 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:34.047770 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:34.048143 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.053091 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b07851f9-01de-43c9-8e54-769243406c5d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.110313 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07851f9-01de-43c9-8e54-769243406c5d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:34.133928 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:14:34.144408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (c3757a88-f3f8-461d-8cce-ca87575326d2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.145011 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Added segment c3757a88-f3f8-461d-8cce-ca87575326d2 of type vlan for network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 Mar 29 13:14:34.206860 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (4d18a8f5-dd21-4255-acb2-35bb52ee9a54), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.244779 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:34.245168 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.246555 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def8beac-25e9-4f6e-a3c4-f313b17bd88d None None] New status for floating IP 0fc11a5b-e8ee-425c-9b38-109e690a0902: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:14:34.288291 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:34.300583 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'name': 'network-vif-deleted', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:34.305535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137eb18c-b44b-483d-b6d1-2a57ecc37a36" -d '{"events": [{"server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "name": "network-vif-deleted", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:34.309262 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 2, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:34.313994 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (4d18a8f5-dd21-4255-acb2-35bb52ee9a54), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.315129 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:34.315842 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.342343 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Checking router: c0fe5a79-5d5d-4601-9f5f-67692f5442ee for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:34.343333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Updating router c0fe5a79-5d5d-4601-9f5f-67692f5442ee port c1ebc1be-4396-4cdf-8274-509e0b50c93e binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:14:34.363698 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.387883 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e54fb9-462a-4197-ad21-a1cb9130c509 x-openstack-request-id: req-b9e54fb9-462a-4197-ad21-a1cb9130c509 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:34.387883 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127f5a55-7d5c-481b-bc6d-74a3b6aebf30", "name": "network-vif-deleted", "tag": "1aa617a3-99e1-4135-be97-bc3df3a8468c", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:34.387883 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9e54fb9-462a-4197-ad21-a1cb9130c509 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:34.387883 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e54fb9-462a-4197-ad21-a1cb9130c509'] response: {'server_uuid': '127f5a55-7d5c-481b-bc6d-74a3b6aebf30', 'name': 'network-vif-deleted', 'tag': '1aa617a3-99e1-4135-be97-bc3df3a8468c', 'status': 'completed', 'code': 200} Mar 29 13:14:34.409142 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.436735 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] Pushing event updated for resources: {'Network': ['ID=4d18a8f5-dd21-4255-acb2-35bb52ee9a54,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:34.440881 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:34.466829 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:14:34.471962 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34334) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:34.473239 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-bfbb564f-3dbf-4629-98ef-0fd1d550cd51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8231621 Mar 29 13:14:34.476959 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Request body: {'subnet': {'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602349392-subnet', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:34.572556 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Made reservation on behalf of 023fd6ea1ef54fe597eaf2619e4f2228 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:14:34.574864 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13515285'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.688295 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34340) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:34.753513 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ccfb288b-3dcd-43d1-9ede-254cdf0cc919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (c9252dbc-1010-48fc-bbb7-003c8dd51ca0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.783050 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ccfb288b-3dcd-43d1-9ede-254cdf0cc919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (c9252dbc-1010-48fc-bbb7-003c8dd51ca0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.809468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Publish callbacks [] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.877526 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.906411 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13515267'] for subnet (754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.906672 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ccfb288b-3dcd-43d1-9ede-254cdf0cc919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c9252dbc-1010-48fc-bbb7-003c8dd51ca0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.910405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ccfb288b-3dcd-43d1-9ede-254cdf0cc919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:34.914207 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ccfb288b-3dcd-43d1-9ede-254cdf0cc919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/security-groups/c9252dbc-1010-48fc-bbb7-003c8dd51ca0 HTTP/1.1" status: 204 len: 168 time: 0.2241833 Mar 29 13:14:34.925703 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34342) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:34.926740 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb288b-3dcd-43d1-9ede-254cdf0cc919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9252dbc-1010-48fc-bbb7-003c8dd51ca0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:34.928118 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94406acd-f281-4c9f-a5c3-d1d0aeca27d7 None None] Pushing event updated for resources: {'Port': ['ID=c1ebc1be-4396-4cdf-8274-509e0b50c93e,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:34.953448 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:34.961911 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.api.v2.resource [None req-cd65dd67-0184-40df-94cf-2aa30004202d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] show failed (client error): The resource could not be found. Mar 29 13:14:34.966542 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-cd65dd67-0184-40df-94cf-2aa30004202d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups/c9252dbc-1010-48fc-bbb7-003c8dd51ca0 HTTP/1.1" status: 404 len: 347 time: 0.0311494 Mar 29 13:14:34.966693 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34344) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:35.023884 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Attempting to bind port c1ebc1be-4396-4cdf-8274-509e0b50c93e on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:35.024432 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Attempting to bind port c1ebc1be-4396-4cdf-8274-509e0b50c93e by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:35.024671 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Attempting to bind port c1ebc1be-4396-4cdf-8274-509e0b50c93e on network 04e12fcf-4743-448a-ba2f-348290d3be14 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:35.030659 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:35.031070 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Checking segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:35.031425 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.031850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Bound using segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:35.032440 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Bound port: c1ebc1be-4396-4cdf-8274-509e0b50c93e, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:35.032849 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.105468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] For port c1ebc1be-4396-4cdf-8274-509e0b50c93e, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:35.108861 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] For port c1ebc1be-4396-4cdf-8274-509e0b50c93e, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c1ebc1be-4396-4cdf-8274-509e0b50c93e,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:35.127622 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Checking segment: {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:35.128006 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Network hostable DHCP agents. Network: 4d18a8f5-dd21-4255-acb2-35bb52ee9a54, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:14:35.163161 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port ba274540-688c-4fb9-b82f-88daf718c36c {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:14:35.178197 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (ba274540-688c-4fb9-b82f-88daf718c36c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.192825 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e9169211-4884-4fbc-b827-e3938cc0d2f4 None None] Provisioning complete for port c1ebc1be-4396-4cdf-8274-509e0b50c93e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:35.193818 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e9169211-4884-4fbc-b827-e3938cc0d2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.220416 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.241577 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (ba274540-688c-4fb9-b82f-88daf718c36c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.241871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (ba274540-688c-4fb9-b82f-88daf718c36c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.249260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:14:35.263516 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for ba274540-688c-4fb9-b82f-88daf718c36c owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:14:35.268320 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e9169211-4884-4fbc-b827-e3938cc0d2f4 None None] Port c1ebc1be-4396-4cdf-8274-509e0b50c93e cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:35.292414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:35.293050 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:35.296176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94406acd-f281-4c9f-a5c3-d1d0aeca27d7 None None] Pushing event updated for resources: {'Port': ['ID=c1ebc1be-4396-4cdf-8274-509e0b50c93e,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:35.351575 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.373633 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 4d18a8f5-dd21-4255-acb2-35bb52ee9a54) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:35.386652 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:35.387435 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.388641 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa47263-0826-47ea-b497-e3baa01b6351 None None] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:14:35.448833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 1aa617a3-99e1-4135-be97-bc3df3a8468c no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:14:35.486929 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 1aa617a3-99e1-4135-be97-bc3df3a8468c {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:14:35.487424 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 1aa617a3-99e1-4135-be97-bc3df3a8468c not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:14:35.510042 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-b338feef-c274-43ca-b3ce-c81be0845384 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0367134 Mar 29 13:14:35.512536 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34346) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:35.517176 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:35.550790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (ba274540-688c-4fb9-b82f-88daf718c36c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.567836 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:35.580480 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=ba274540-688c-4fb9-b82f-88daf718c36c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:35.602257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'fixed_ips': [{'subnet_id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:14:35.603187 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.644417 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (a321d4f0-2393-43e9-86c1-093d3cb8125e), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.649908 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (0fc11a5b-e8ee-425c-9b38-109e690a0902), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.650338 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (a321d4f0-2393-43e9-86c1-093d3cb8125e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.652711 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.665374 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-2275f115-2c6b-4fec-845b-950b1326343d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/floatingips/0fc11a5b-e8ee-425c-9b38-109e690a0902 HTTP/1.1" status: 204 len: 168 time: 0.6876521 Mar 29 13:14:35.678105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] Provisioning complete for port c1ebc1be-4396-4cdf-8274-509e0b50c93e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:35.678572 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.716119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks [] for router_controller (a321d4f0-2393-43e9-86c1-093d3cb8125e), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:35.874143 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:35.932961 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Allocated IP 172.20.0.2 (4d18a8f5-dd21-4255-acb2-35bb52ee9a54/754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1/4825fde3-ad1f-42fc-a47a-69d26603867b) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:35.993555 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks [] for router_gateway (a321d4f0-2393-43e9-86c1-093d3cb8125e), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.051469 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] Current status of the port c1ebc1be-4396-4cdf-8274-509e0b50c93e is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:36.052050 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.096635 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:36.096999 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.148950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] For port c1ebc1be-4396-4cdf-8274-509e0b50c93e, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c1ebc1be-4396-4cdf-8274-509e0b50c93e,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:36.187750 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:35Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:36.325084 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks [] for router_gateway (a321d4f0-2393-43e9-86c1-093d3cb8125e), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.351046 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.383193 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.388871 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac00cf4-f26a-42c2-813d-931f71b44ea4 None None] The sync data for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi is: [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:35Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:36.500636 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Allocated IP 172.27.1.248 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/9a12e8ad-0fcc-4293-92de-2850d4f13ed8) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:36.515085 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Publish callbacks [] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.518210 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:36.525117 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ce196-f210-4da9-a5dc-918dce68dc86 None None] Pushing event updated for resources: {'Port': ['ID=c1ebc1be-4396-4cdf-8274-509e0b50c93e,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:36.595869 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.626295 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks [] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.640705 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:36.643511 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:36.646084 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:36.661460 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Pushing event updated for resources: {'Port': ['ID=4825fde3-ad1f-42fc-a47a-69d26603867b,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:36.711793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Attempting to bind port 4825fde3-ad1f-42fc-a47a-69d26603867b on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Attempting to bind port 4825fde3-ad1f-42fc-a47a-69d26603867b by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Attempting to bind port 4825fde3-ad1f-42fc-a47a-69d26603867b on network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Checking segment: {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Bound using segment: {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Bound port: 4825fde3-ad1f-42fc-a47a-69d26603867b, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:36.721264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.742331 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.781859 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:36.785407 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:36.789236 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:36.801323 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] For port 4825fde3-ad1f-42fc-a47a-69d26603867b, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:36.801323 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] For port 4825fde3-ad1f-42fc-a47a-69d26603867b, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=4825fde3-ad1f-42fc-a47a-69d26603867b,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:36.818086 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Pushing event updated for resources: {'Port': ['ID=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:36.883794 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:36.972924 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95fdc5-643b-4a4e-aeb9-3350f8d58234 None None] Pushing event updated for resources: {'Port': ['ID=4825fde3-ad1f-42fc-a47a-69d26603867b,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:37.217025 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks [] for router_gateway (a321d4f0-2393-43e9-86c1-093d3cb8125e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:37.734568 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (a321d4f0-2393-43e9-86c1-093d3cb8125e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:37.931197 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c1ebc1be-4396-4cdf-8274-509e0b50c93e up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:37.989335 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port c1ebc1be-4396-4cdf-8274-509e0b50c93e triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:37.989865 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:37.992231 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Router a321d4f0-2393-43e9-86c1-093d3cb8125e is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:14:38.019151 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2640a63-ef05-471c-b561-3052339530ad None None] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:14:38.119413 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:38.123087 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-0523d6af-504c-471c-9105-6c0955d17246 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612514 Mar 29 13:14:38.137810 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Sync routers for ids ['a321d4f0-2393-43e9-86c1-093d3cb8125e'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:38.178725 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Routers {'a321d4f0-2393-43e9-86c1-093d3cb8125e'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:38.179667 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a321d4f0-2393-43e9-86c1-093d3cb8125e'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:38.191481 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.194658 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-225243bb-868d-41d8-aa67-5374882d757e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6795139 Mar 29 13:14:38.197396 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34374) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:38.201633 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-2e3999f2-3f20-45ae-a558-604d6f170c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:38.202366 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port c1ebc1be-4396-4cdf-8274-509e0b50c93e is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:38.203125 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-2e3999f2-3f20-45ae-a558-604d6f170c14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 1130 time: 0.0452905 Mar 29 13:14:38.207741 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 4825fde3-ad1f-42fc-a47a-69d26603867b up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:38.259010 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-02633f72-3a19-4453-998b-447245b91725 None None] Provisioning complete for port 4825fde3-ad1f-42fc-a47a-69d26603867b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:38.259333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.326351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-78e1004f-be6d-41f2-b3fa-3af37733f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:38.327872 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-78e1004f-be6d-41f2-b3fa-3af37733f337 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.1042964 Mar 29 13:14:38.408565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Set router a321d4f0-2393-43e9-86c1-093d3cb8125e gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:38.426902 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 4825fde3-ad1f-42fc-a47a-69d26603867b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:38.427278 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.444491 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-ea2c5afe-3cae-46c0-b2fa-13a7f6988034 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 200 len: 1001 time: 0.1028223 Mar 29 13:14:38.537666 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-02633f72-3a19-4453-998b-447245b91725 None None] Current status of the port 4825fde3-ad1f-42fc-a47a-69d26603867b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:38.538052 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.556952 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-28df93bb-ccd4-4b65-adb4-2e906d33475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:38.558767 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-28df93bb-ccd4-4b65-adb4-2e906d33475a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.1059132 Mar 29 13:14:38.636098 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-5040c6b4-d032-4c3a-9661-f823f4a94da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:38.637772 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-5040c6b4-d032-4c3a-9661-f823f4a94da3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657845 Mar 29 13:14:38.655182 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-02633f72-3a19-4453-998b-447245b91725 None None] For port 4825fde3-ad1f-42fc-a47a-69d26603867b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=4825fde3-ad1f-42fc-a47a-69d26603867b,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:38.684615 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 4825fde3-ad1f-42fc-a47a-69d26603867b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:38.685095 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.746204 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-d1c17f80-0d08-4be8-906d-513ccb5f85f7 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007087 Mar 29 13:14:38.754516 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.787340 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.838622 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.db.api [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 13:14:38.838972 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG oslo_db.api [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 13:14:38.842402 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02633f72-3a19-4453-998b-447245b91725 None None] Pushing event updated for resources: {'Port': ['ID=4825fde3-ad1f-42fc-a47a-69d26603867b,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:38.845424 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 3, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:38.856273 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46b2576f-7d0c-4d29-a9e9-576531fa4217 req-421f98cf-9730-4c24-8c69-8a972d2446b6 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037741 Mar 29 13:14:38.881801 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.882906 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.882906 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.882906 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.883176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.883457 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.883804 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.884125 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.884442 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.884761 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.885082 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.885403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.885720 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.886033 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.886347 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02633f72-3a19-4453-998b-447245b91725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:38.893083 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Checking router: a321d4f0-2393-43e9-86c1-093d3cb8125e for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:38.893462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Updating router a321d4f0-2393-43e9-86c1-093d3cb8125e port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:14:38.925367 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-be98024b-2120-4f9a-99a5-1eb28fb1ad3f None None] Provisioning complete for port 4825fde3-ad1f-42fc-a47a-69d26603867b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:38.925737 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-be98024b-2120-4f9a-99a5-1eb28fb1ad3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.948084 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:38.997485 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Allocated IP 172.20.0.1 (4d18a8f5-dd21-4255-acb2-35bb52ee9a54/754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1/be411498-82f5-45f2-90b2-fe6facf72270) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:39.132676 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-be98024b-2120-4f9a-99a5-1eb28fb1ad3f None None] Current status of the port 4825fde3-ad1f-42fc-a47a-69d26603867b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:39.157381 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f46eaa-f26a-4197-9983-c9d65157b9e5 req-af501281-0caf-4a89-ab91-40ceb4c6e0c7 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:39.158863 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-69f46eaa-f26a-4197-9983-c9d65157b9e5 req-af501281-0caf-4a89-ab91-40ceb4c6e0c7 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0882301 Mar 29 13:14:39.184048 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks [] for port (be411498-82f5-45f2-90b2-fe6facf72270), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.238397 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-69f46eaa-f26a-4197-9983-c9d65157b9e5 req-afa01a57-bfbb-45d2-ae75-3eb8f5523552 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721095 Mar 29 13:14:39.249880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Publish callbacks [] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.312324 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.312581 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (be411498-82f5-45f2-90b2-fe6facf72270), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.352800 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:39.360329 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:39.362958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:39.387181 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Pushing event updated for resources: {'Port': ['ID=be411498-82f5-45f2-90b2-fe6facf72270,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:39.397773 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Attempting to bind port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:39.397773 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Attempting to bind port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:39.397773 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Attempting to bind port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:39.398921 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb9fbe-f03f-44d6-b3db-be0f5b8e115c None None] Pushing event updated for resources: {'Port': ['ID=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:39.411627 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:39.412533 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:39.412938 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.413808 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:39.413808 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Bound port: 9a12e8ad-0fcc-4293-92de-2850d4f13ed8, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:39.414163 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.415817 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 4825fde3-ad1f-42fc-a47a-69d26603867b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:39.416963 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (a321d4f0-2393-43e9-86c1-093d3cb8125e), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.473116 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] For port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:39.476452 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] For port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:39.558404 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.615701 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (be411498-82f5-45f2-90b2-fe6facf72270), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.761847 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d71697f9-0c2f-427c-9549-6b1d9e7d1cba None None] Provisioning complete for port be411498-82f5-45f2-90b2-fe6facf72270 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:39.762270 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d71697f9-0c2f-427c-9549-6b1d9e7d1cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (be411498-82f5-45f2-90b2-fe6facf72270), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.764757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb9fbe-f03f-44d6-b3db-be0f5b8e115c None None] Pushing event updated for resources: {'Port': ['ID=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:39.787564 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Routers {'a321d4f0-2393-43e9-86c1-093d3cb8125e'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:39.788243 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a321d4f0-2393-43e9-86c1-093d3cb8125e'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:39.789715 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks [] for port (be411498-82f5-45f2-90b2-fe6facf72270), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.831170 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 4825fde3-ad1f-42fc-a47a-69d26603867b up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:39.866016 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (be411498-82f5-45f2-90b2-fe6facf72270), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.901980 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d71697f9-0c2f-427c-9549-6b1d9e7d1cba None None] Port be411498-82f5-45f2-90b2-fe6facf72270 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:39.931372 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Pushing event updated for resources: {'Port': ['ID=be411498-82f5-45f2-90b2-fe6facf72270,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:39.933914 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (a321d4f0-2393-43e9-86c1-093d3cb8125e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.950467 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 4825fde3-ad1f-42fc-a47a-69d26603867b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:39.951071 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:39.955657 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] Set router a321d4f0-2393-43e9-86c1-093d3cb8125e gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:40.028589 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:40.029863 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:40.155815 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 4825fde3-ad1f-42fc-a47a-69d26603867b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:40.174812 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Router a321d4f0-2393-43e9-86c1-093d3cb8125e has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:14:40.258636 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'be411498-82f5-45f2-90b2-fe6facf72270', 'name': '', 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'mac_address': 'fa:16:3e:8f:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:38Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 1, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'subnets': [{'id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:40.292172 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d89327-cfbe-4a59-9567-11f042b98ac9 None None] The sync data for ids ['a321d4f0-2393-43e9-86c1-093d3cb8125e'] in dv-cinder-815560-5-iscsi is: [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'be411498-82f5-45f2-90b2-fe6facf72270', 'name': '', 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'mac_address': 'fa:16:3e:8f:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:38Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 1, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'subnets': [{'id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:40.315323 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:40.321045 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c0f986db-77d9-48de-bb88-fbd90816f4db admin admin] 10.222.0.21 "PUT /v2.0/routers/a321d4f0-2393-43e9-86c1-093d3cb8125e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1223996 Mar 29 13:14:40.334526 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-dfe935ce-9420-4078-99cd-80efbc143c33 None None] Provisioning complete for port be411498-82f5-45f2-90b2-fe6facf72270 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:40.334901 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dfe935ce-9420-4078-99cd-80efbc143c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (be411498-82f5-45f2-90b2-fe6facf72270), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:40.369374 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bcde7-7583-4340-9d0e-42ffbc127fa3 req-194c2244-3496-4e8e-986f-13da5bf36f88 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:40.376780 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7f2bcde7-7583-4340-9d0e-42ffbc127fa3 req-194c2244-3496-4e8e-986f-13da5bf36f88 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0625134 Mar 29 13:14:40.385268 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-dfe935ce-9420-4078-99cd-80efbc143c33 None None] Port be411498-82f5-45f2-90b2-fe6facf72270 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:40.431971 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7f2bcde7-7583-4340-9d0e-42ffbc127fa3 req-f910bdcf-1ba7-46ff-a314-3206601ffbe7 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542364 Mar 29 13:14:40.707692 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17b7ff-cce5-4ec6-bc7b-b6c94ce178c3 req-c41a411b-0c38-4152-aebd-9787a3216b57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:40.710000 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b17b7ff-cce5-4ec6-bc7b-b6c94ce178c3 req-c41a411b-0c38-4152-aebd-9787a3216b57 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0589259 Mar 29 13:14:40.769584 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b17b7ff-cce5-4ec6-bc7b-b6c94ce178c3 req-0740833d-701d-4661-8246-256ffb9de5ac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522597 Mar 29 13:14:41.068647 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34406) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:41.073598 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459710146', 'description': 'tempest-secgroup-smoke-459710146 description', 'project_id': 'f50c725faab244d695dbe0740299f994'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:41.114642 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-bb53d5d9-1693-462f-8fad-1986c4115f37 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:41.116216 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-bb53d5d9-1693-462f-8fad-1986c4115f37 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0618117 Mar 29 13:14:41.161158 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.227877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:14:41.228228 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.241495 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group (4d714cb9-4695-4b2c-8a79-e83acae5febb), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.322910 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] For port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:41.323284 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.326982 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4d714cb9-4695-4b2c-8a79-e83acae5febb), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.361402 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d714cb9-4695-4b2c-8a79-e83acae5febb,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:41.433630 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.434898 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4752b294-3a77-40dd-9cc2-a0173a4e8ed6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3649971 Mar 29 13:14:41.437750 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34408) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:41.442197 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group_rule': {'security_group_id': '4d714cb9-4695-4b2c-8a79-e83acae5febb', 'project_id': 'f50c725faab244d695dbe0740299f994', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:41.508099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.508702 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (668291cc-d9f5-4260-8f29-f3ea30aa5891), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.508817 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 668291cc-d9f5-4260-8f29-f3ea30aa5891 disassociated. External IP: 172.27.1.240, port: 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3. Mar 29 13:14:41.509169 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:14:41.562392 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (746827cd-2531-48b3-84dc-f8a0b7f50c1d), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.580645 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40aa57-c3d2-4e54-b8f0-4b37504f10f7 req-42382307-8efb-43ea-827f-35e53af4d159 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:41.582188 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3a40aa57-c3d2-4e54-b8f0-4b37504f10f7 req-42382307-8efb-43ea-827f-35e53af4d159 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 945 time: 0.0767741 Mar 29 13:14:41.661168 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3a40aa57-c3d2-4e54-b8f0-4b37504f10f7 req-ca77896d-21be-4046-a4ea-715052c50463 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679290 Mar 29 13:14:41.667466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (746827cd-2531-48b3-84dc-f8a0b7f50c1d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.723558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.750341 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:41.752134 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (746827cd-2531-48b3-84dc-f8a0b7f50c1d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.763712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.763848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.764188 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.764533 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.764874 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.765210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.765522 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.765861 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.766246 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.767234 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.767234 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.767234 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.767553 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.767884 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.768253 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.784315 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746827cd-2531-48b3-84dc-f8a0b7f50c1d,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:41.797160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.797160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.797160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.797160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.797160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.797160 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.797659 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.799467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.799467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.799467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.799467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.799467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.800052 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.800132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.800558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:14:41.870652 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:41.903159 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.905672 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d8782edd-d971-4911-9946-43d71ce539f5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4663286 Mar 29 13:14:41.907844 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34414) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:41.915179 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group_rule': {'security_group_id': '4d714cb9-4695-4b2c-8a79-e83acae5febb', 'project_id': 'f50c725faab244d695dbe0740299f994', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:41.924027 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:41.924412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:41.929039 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ddbd9-e5e0-4bd4-a801-ef4e7b6b6a4a req-9381af09-a34f-4cb5-a1c9-63cdd0aac407 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:41.930535 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a15ddbd9-e5e0-4bd4-a801-ef4e7b6b6a4a req-9381af09-a34f-4cb5-a1c9-63cdd0aac407 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0778089 Mar 29 13:14:41.934627 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:14:42.011738 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:42.012190 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.014793 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (fee3f06a-57b1-45f0-b5f0-5c33f5081847), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.038557 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:42.090074 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (fee3f06a-57b1-45f0-b5f0-5c33f5081847), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.098469 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.156347 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:42.161157 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (fee3f06a-57b1-45f0-b5f0-5c33f5081847), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.181960 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee3f06a-57b1-45f0-b5f0-5c33f5081847,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:42.251051 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.255051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-cac7e25b-604d-46bc-846f-1a88bd92c3a9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3432903 Mar 29 13:14:42.255947 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34416) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:42.261945 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group_rule': {'security_group_id': '4d714cb9-4695-4b2c-8a79-e83acae5febb', 'project_id': 'f50c725faab244d695dbe0740299f994', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:42.308780 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a15ddbd9-e5e0-4bd4-a801-ef4e7b6b6a4a req-a19d6ab5-a8cc-47b0-82a7-5bce4ec4d139 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631723 Mar 29 13:14:42.335169 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:42.344277 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:42.354630 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:42.355337 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:42.374307 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (ef68996d-1d80-4f64-9900-889bd457e460), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.385745 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] No DVR routers for this DVR port 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:14:42.389247 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.392631 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5635ff6d-ecc8-4a13-b23a-e9bf3f050c1d req-32c59605-928d-4801-a203-86691829d1ea tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "DELETE /v2.0/ports/0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 HTTP/1.1" status: 204 len: 173 time: 1.2707286 Mar 29 13:14:42.393102 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'name': 'network-vif-deleted', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:42.395797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a8a1c2-c102-4c2d-a6c0-783d6c268955" -d '{"events": [{"server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "name": "network-vif-deleted", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:42.433702 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7288535d-8b14-4f42-a995-ddb3f2dc5e11 x-openstack-request-id: req-7288535d-8b14-4f42-a995-ddb3f2dc5e11 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:42.434007 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9", "name": "network-vif-deleted", "tag": "0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:42.434265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7288535d-8b14-4f42-a995-ddb3f2dc5e11 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:42.434667 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7288535d-8b14-4f42-a995-ddb3f2dc5e11'] response: {'server_uuid': 'afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9', 'name': 'network-vif-deleted', 'tag': '0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3', 'status': 'completed', 'code': 200} Mar 29 13:14:42.449319 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (ef68996d-1d80-4f64-9900-889bd457e460), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.475022 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:42.557463 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (ef68996d-1d80-4f64-9900-889bd457e460), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.574660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef68996d-1d80-4f64-9900-889bd457e460,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:42.675432 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:42.682719 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.687228 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-17012666-f47a-4987-8f13-b5336f877273 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4271321 Mar 29 13:14:42.687530 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34422) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:42.699900 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group_rule': {'security_group_id': '4d714cb9-4695-4b2c-8a79-e83acae5febb', 'project_id': 'f50c725faab244d695dbe0740299f994', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:42.701784 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:42.711297 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:42.711923 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:42.768833 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8556d03f-be77-4db8-89e8-67e213926c7a req-716e41ed-ff52-4549-b8e0-bd5574e37fbc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=afabef72-5b89-4e4a-b8c2-1d91f9bc0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Mar 29 13:14:42.821673 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:42.835217 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (8b3bee2d-7a27-4881-9c02-32d2da092af2), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.867097 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87842c10-fe84-45d8-b319-5181442f203a req-34c25e4a-3f01-40de-9e40-dc8c6ae1eed2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:42.868765 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-87842c10-fe84-45d8-b319-5181442f203a req-34c25e4a-3f01-40de-9e40-dc8c6ae1eed2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0551291 Mar 29 13:14:42.898184 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (8b3bee2d-7a27-4881-9c02-32d2da092af2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.980821 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (8b3bee2d-7a27-4881-9c02-32d2da092af2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.994828 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Deleting port 996af564-5546-4259-866c-e561dd88b91f {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:14:42.996297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (996af564-5546-4259-866c-e561dd88b91f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:42.999016 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3bee2d-7a27-4881-9c02-32d2da092af2,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:43.031669 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:43.057263 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b31fb-b3c2-457c-9218-65af5bd4dc4f None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:43.074007 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.075294 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ceb513be-86f1-41d9-8032-22a2ca2f0674 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3869109 Mar 29 13:14:43.078048 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34424) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:43.083344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group_rule': {'security_group_id': '4d714cb9-4695-4b2c-8a79-e83acae5febb', 'project_id': 'f50c725faab244d695dbe0740299f994', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:43.087938 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] For port 996af564-5546-4259-866c-e561dd88b91f, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=996af564-5546-4259-866c-e561dd88b91f,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:43.088308 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (996af564-5546-4259-866c-e561dd88b91f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.182647 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.securitygroups_db [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Project f50c725faab244d695dbe0740299f994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 13:14:43.187741 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (cc314953-7da0-40a1-b0a2-37f107deae25), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.254638 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (cc314953-7da0-40a1-b0a2-37f107deae25), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.275558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.275924 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (e986b5d0-cd9c-4e16-8705-e07cad3a7ebe), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.276252 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Floating IP e986b5d0-cd9c-4e16-8705-e07cad3a7ebe disassociated. External IP: 172.27.1.130, port: 996af564-5546-4259-866c-e561dd88b91f. Mar 29 13:14:43.276576 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Calling delete_port for 996af564-5546-4259-866c-e561dd88b91f owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:14:43.340799 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (cc314953-7da0-40a1-b0a2-37f107deae25), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.359826 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc314953-7da0-40a1-b0a2-37f107deae25,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:43.433783 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.435156 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-439350a1-7e9f-4955-b87d-c7ea5cdfa17d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554242 Mar 29 13:14:43.438096 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34428) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:43.443587 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'security_group_rule': {'security_group_id': '4d714cb9-4695-4b2c-8a79-e83acae5febb', 'project_id': 'f50c725faab244d695dbe0740299f994', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:43.448907 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59f7b8-d0d3-4613-b825-604fe1495b28 req-26f1efe9-fddb-4e3e-81f2-713433a4b79a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:43.450406 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0b59f7b8-d0d3-4613-b825-604fe1495b28 req-26f1efe9-fddb-4e3e-81f2-713433a4b79a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 946 time: 0.0594053 Mar 29 13:14:43.505109 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0b59f7b8-d0d3-4613-b825-604fe1495b28 req-bb6cdb22-299e-4573-b4a7-ee25a493fe31 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ae7a36a-b165-4240-bb82-bfa89b198013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479968 Mar 29 13:14:43.529077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (996af564-5546-4259-866c-e561dd88b91f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.561158 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Project f50c725faab244d695dbe0740299f994 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 13:14:43.563747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event deleted for resources: {'Port': ['ID=996af564-5546-4259-866c-e561dd88b91f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:43.573072 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (6e3751a8-3bb4-45a1-8509-1a021d5caeca), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.702946 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (6e3751a8-3bb4-45a1-8509-1a021d5caeca), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.732526 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:14:43.805682 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (6e3751a8-3bb4-45a1-8509-1a021d5caeca), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.836232 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3751a8-3bb4-45a1-8509-1a021d5caeca,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:43.875833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:43.884332 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2741bf21-5c43-47d1-b1e5-c1fd9fcc2473 None None] New status for floating IP 668291cc-d9f5-4260-8f29-f3ea30aa5891: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:14:43.884570 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:14:43.895605 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:43.907767 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:43.908728 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:43.912060 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.914983 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-35909e41-a0ad-4142-926c-a260c7536a1f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4741657 Mar 29 13:14:43.941692 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34436) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:43.944743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] No DVR routers for this DVR port 996af564-5546-4259-866c-e561dd88b91f on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:14:43.947447 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:43.951001 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-87842c10-fe84-45d8-b319-5181442f203a req-3653299d-fe94-4cf8-8b30-d867eadd9b25 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "DELETE /v2.0/ports/996af564-5546-4259-866c-e561dd88b91f HTTP/1.1" status: 204 len: 173 time: 1.0505962 Mar 29 13:14:44.062593 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9584c5c1-f434-41a3-bc47-7d40781859a3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (aa2bf353-f4b6-4d01-9772-ef492c8b6ef2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.074845 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:44.095696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9584c5c1-f434-41a3-bc47-7d40781859a3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (aa2bf353-f4b6-4d01-9772-ef492c8b6ef2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.202804 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Sync routers for ids ['a321d4f0-2393-43e9-86c1-093d3cb8125e'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:14:44.223287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Routers {'a321d4f0-2393-43e9-86c1-093d3cb8125e'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:44.224705 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a321d4f0-2393-43e9-86c1-093d3cb8125e'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:44.252983 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9584c5c1-f434-41a3-bc47-7d40781859a3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (aa2bf353-f4b6-4d01-9772-ef492c8b6ef2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.257040 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9584c5c1-f434-41a3-bc47-7d40781859a3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.260194 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34472) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:44.264502 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9584c5c1-f434-41a3-bc47-7d40781859a3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa2bf353-f4b6-4d01-9772-ef492c8b6ef2 HTTP/1.1" status: 204 len: 168 time: 0.3208861 Mar 29 13:14:44.278752 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.api.v2.resource [None req-7b8b34f1-5fd4-44e2-ac5e-5f4df5f02ccc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] show failed (client error): The resource could not be found. Mar 29 13:14:44.278980 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c5c1-f434-41a3-bc47-7d40781859a3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2bf353-f4b6-4d01-9772-ef492c8b6ef2,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:44.280132 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7b8b34f1-5fd4-44e2-ac5e-5f4df5f02ccc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups/aa2bf353-f4b6-4d01-9772-ef492c8b6ef2 HTTP/1.1" status: 404 len: 347 time: 0.0187252 Mar 29 13:14:44.290101 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34474) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:44.359328 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Set router a321d4f0-2393-43e9-86c1-093d3cb8125e gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:44.431053 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:44.435332 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-deleted', 'tag': '996af564-5546-4259-866c-e561dd88b91f'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:44.438720 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45172625-ddd7-4a7a-8b18-1e7e2c30a6c9" -d '{"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-deleted", "tag": "996af564-5546-4259-866c-e561dd88b91f"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:44.439080 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:14:44.439423 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.468638 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:44.481568 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c813cb-71e2-4b7a-971e-292393ebe45f x-openstack-request-id: req-a9c813cb-71e2-4b7a-971e-292393ebe45f {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:44.482074 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0e91e0-d32f-4a3f-8a69-30149debb3cc", "name": "network-vif-deleted", "tag": "996af564-5546-4259-866c-e561dd88b91f", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:44.483096 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9c813cb-71e2-4b7a-971e-292393ebe45f {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:44.483096 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c813cb-71e2-4b7a-971e-292393ebe45f'] response: {'server_uuid': 'ce0e91e0-d32f-4a3f-8a69-30149debb3cc', 'name': 'network-vif-deleted', 'tag': '996af564-5546-4259-866c-e561dd88b91f', 'status': 'completed', 'code': 200} Mar 29 13:14:44.492387 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:44.493107 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:44.528786 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.529119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.529995 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:44.531713 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.542605 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:14:44.650328 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7419694f-4f4a-4b18-8168-28ce4f5f8880 req-a2fa2c1b-57a5-420a-9b40-135c87c1268d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce0e91e0-d32f-4a3f-8a69-30149debb3cc HTTP/1.1" status: 200 len: 210 time: 0.0320802 Mar 29 13:14:44.685422 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:44.691140 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:44.712333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'be411498-82f5-45f2-90b2-fe6facf72270', 'name': '', 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'mac_address': 'fa:16:3e:8f:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:38Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 2, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'subnets': [{'id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:44.739281 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Checking router: a321d4f0-2393-43e9-86c1-093d3cb8125e for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:14:44.739867 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Updating router a321d4f0-2393-43e9-86c1-093d3cb8125e port be411498-82f5-45f2-90b2-fe6facf72270 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:14:44.774580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (be411498-82f5-45f2-90b2-fe6facf72270), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.793128 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.853860 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=b1ddf5e8-5c4e-4fbc-935d-6a5f65c9e990,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:44.922489 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (668291cc-d9f5-4260-8f29-f3ea30aa5891), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.926028 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:44.927838 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:44.934808 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-167402f6-53c1-41d9-a215-cb3f26a34f7c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/floatingips/668291cc-d9f5-4260-8f29-f3ea30aa5891 HTTP/1.1" status: 204 len: 168 time: 0.6409647 Mar 29 13:14:44.964900 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4709b471-2c3d-433e-8168-9e263f32ff82 None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:45.272767 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Publish callbacks [] for port (be411498-82f5-45f2-90b2-fe6facf72270), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.310474 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00766ef8-c42f-4762-855b-c6122522b835 None None] New status for floating IP e986b5d0-cd9c-4e16-8705-e07cad3a7ebe: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:14:45.374334 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (be411498-82f5-45f2-90b2-fe6facf72270), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.442834 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73464a3-39a0-4945-b475-74919cec7687 None None] Pushing event updated for resources: {'Port': ['ID=be411498-82f5-45f2-90b2-fe6facf72270,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:45.453274 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34488) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:45.458630 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907736153', 'description': 'tempest-description--254411203'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:45.513867 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Attempting to bind port be411498-82f5-45f2-90b2-fe6facf72270 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:45.514247 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Attempting to bind port be411498-82f5-45f2-90b2-fe6facf72270 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:45.516880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Attempting to bind port be411498-82f5-45f2-90b2-fe6facf72270 on network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:45.521541 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:45.521980 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Checking segment: {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:45.522386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.523023 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Bound using segment: {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:45.523519 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Bound port: be411498-82f5-45f2-90b2-fe6facf72270, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3757a88-f3f8-461d-8cce-ca87575326d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:45.523915 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (be411498-82f5-45f2-90b2-fe6facf72270), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.535041 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:14:45.562515 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:14:45.562515 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 0b0a2a3e-1b87-4d07-8c56-1ccb9ef0f7d3 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:14:45.597671 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.616165 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] For port be411498-82f5-45f2-90b2-fe6facf72270, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:45.619336 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] For port be411498-82f5-45f2-90b2-fe6facf72270, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=be411498-82f5-45f2-90b2-fe6facf72270,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:45.662155 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d5773586-05b4-4510-b28c-e212295fe893 None None] Provisioning complete for port be411498-82f5-45f2-90b2-fe6facf72270 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:45.662542 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d5773586-05b4-4510-b28c-e212295fe893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (be411498-82f5-45f2-90b2-fe6facf72270), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.671575 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (89b2ced6-edbc-40b6-b35b-36a2e7976987), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.684437 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (be411498-82f5-45f2-90b2-fe6facf72270), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.741101 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d5773586-05b4-4510-b28c-e212295fe893 None None] Port be411498-82f5-45f2-90b2-fe6facf72270 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:45.741381 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (89b2ced6-edbc-40b6-b35b-36a2e7976987), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.762098 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73464a3-39a0-4945-b475-74919cec7687 None None] Pushing event updated for resources: {'Port': ['ID=be411498-82f5-45f2-90b2-fe6facf72270,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:45.765422 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Routers {'a321d4f0-2393-43e9-86c1-093d3cb8125e'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:14:45.766036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a321d4f0-2393-43e9-86c1-093d3cb8125e'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:45.782778 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2ced6-edbc-40b6-b35b-36a2e7976987,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:45.804405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34500) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:45.858310 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.859649 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-dfc13f71-3d46-4197-b452-378d86bb55d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4046519 Mar 29 13:14:45.862571 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34506) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:45.868536 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': '89b2ced6-edbc-40b6-b35b-36a2e7976987', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:45.893291 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9b19c33e-c295-4f72-8dd5-d2b06a5960cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (5ae7a36a-b165-4240-bb82-bfa89b198013), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.909574 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] Set router a321d4f0-2393-43e9-86c1-093d3cb8125e gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:14:45.920022 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9b19c33e-c295-4f72-8dd5-d2b06a5960cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (5ae7a36a-b165-4240-bb82-bfa89b198013), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:45.985175 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (2cdd6210-4d40-412e-b970-f5f679fd1d66), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.060839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (2cdd6210-4d40-412e-b970-f5f679fd1d66), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.064337 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9b19c33e-c295-4f72-8dd5-d2b06a5960cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5ae7a36a-b165-4240-bb82-bfa89b198013), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.068019 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9b19c33e-c295-4f72-8dd5-d2b06a5960cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.074738 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9b19c33e-c295-4f72-8dd5-d2b06a5960cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ae7a36a-b165-4240-bb82-bfa89b198013 HTTP/1.1" status: 204 len: 168 time: 0.2739675 Mar 29 13:14:46.077596 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34512) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:46.084757 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19c33e-c295-4f72-8dd5-d2b06a5960cf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae7a36a-b165-4240-bb82-bfa89b198013,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:46.091224 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.api.v2.resource [None req-0e801559-f2e6-4a57-b207-e253cf7e3454 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] show failed (client error): The resource could not be found. Mar 29 13:14:46.092359 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-0e801559-f2e6-4a57-b207-e253cf7e3454 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups/5ae7a36a-b165-4240-bb82-bfa89b198013 HTTP/1.1" status: 404 len: 347 time: 0.0135481 Mar 29 13:14:46.095192 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34514) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:46.118567 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] Provisioning complete for port be411498-82f5-45f2-90b2-fe6facf72270 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:46.118938 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (be411498-82f5-45f2-90b2-fe6facf72270), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.140097 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (2cdd6210-4d40-412e-b970-f5f679fd1d66), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.171434 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdd6210-4d40-412e-b970-f5f679fd1d66,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:46.223662 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'be411498-82f5-45f2-90b2-fe6facf72270', 'name': '', 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'mac_address': 'fa:16:3e:8f:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:38Z', 'updated_at': '2022-03-29T13:14:45Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'subnets': [{'id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:14:46.255146 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd1aa47-f018-498c-b348-4499ac725ddb None None] The sync data for ids ['a321d4f0-2393-43e9-86c1-093d3cb8125e'] in dv-cinder-815560-5-iscsi is: [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:14:39Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'be411498-82f5-45f2-90b2-fe6facf72270', 'name': '', 'network_id': '4d18a8f5-dd21-4255-acb2-35bb52ee9a54', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'mac_address': 'fa:16:3e:8f:d3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:38Z', 'updated_at': '2022-03-29T13:14:45Z', 'revision_number': 4, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'subnets': [{'id': '754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:14:46.257730 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Deleting port 1d372884-fbdd-410f-b6b4-2af295bd3c46 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:14:46.258076 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.273580 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.274806 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4ed79901-b9d8-4adb-a521-929591b5dfc5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112399 Mar 29 13:14:46.278829 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] Current status of the port be411498-82f5-45f2-90b2-fe6facf72270 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:46.279381 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (be411498-82f5-45f2-90b2-fe6facf72270), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.283894 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34518) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:46.284765 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': '89b2ced6-edbc-40b6-b35b-36a2e7976987', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:46.331619 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] For port be411498-82f5-45f2-90b2-fe6facf72270, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=be411498-82f5-45f2-90b2-fe6facf72270,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:46.353805 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.354252 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (1d372884-fbdd-410f-b6b4-2af295bd3c46), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.368439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Calling delete_port for 1d372884-fbdd-410f-b6b4-2af295bd3c46 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:14:46.381481 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-88ce2271-f5ad-456c-8eec-9a2757274de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.418256 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (be411498-82f5-45f2-90b2-fe6facf72270), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.428332 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (f281f7b7-b0f7-48ce-ac76-f399efe6af7e), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.491173 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bb9de-a422-43bd-a581-974ac5e09923 None None] Pushing event updated for resources: {'Port': ['ID=be411498-82f5-45f2-90b2-fe6facf72270,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:46.502763 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (f281f7b7-b0f7-48ce-ac76-f399efe6af7e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.595624 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (f281f7b7-b0f7-48ce-ac76-f399efe6af7e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.614521 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f281f7b7-b0f7-48ce-ac76-f399efe6af7e,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:46.632648 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (1d372884-fbdd-410f-b6b4-2af295bd3c46), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.659457 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event deleted for resources: {'Port': ['ID=1d372884-fbdd-410f-b6b4-2af295bd3c46,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:46.734562 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (e986b5d0-cd9c-4e16-8705-e07cad3a7ebe), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.736679 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.737493 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.739677 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c0cf9f8d-4895-464f-a539-a0ec69622a2a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4572647 Mar 29 13:14:46.744065 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1760b6f2-3cab-45ae-a8ea-28f53613388b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "DELETE /v2.0/floatingips/e986b5d0-cd9c-4e16-8705-e07cad3a7ebe HTTP/1.1" status: 204 len: 168 time: 0.6441364 Mar 29 13:14:46.744065 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34520) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:46.747696 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:46.865894 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:46.962063 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.067190 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.27.1.126 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:47.127737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34524) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:47.136073 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128474473', 'description': 'tempest-description--1623997327'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:47.182554 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.254562 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.294938 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.334645 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (e0ed0231-ad90-48ce-b257-7719d73456f2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.343471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:47.346328 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:47.349984 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:47.376281 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:47.403503 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e0ed0231-ad90-48ce-b257-7719d73456f2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.440534 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ed0231-ad90-48ce-b257-7719d73456f2,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:47.458016 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (5a21ab07-1857-4918-98d5-5726a273c1a9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.514787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.515745 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0c31eccc-9e22-46ed-934e-25e30d8f22c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3869152 Mar 29 13:14:47.518964 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34528) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:47.525111 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'security_group_rule': {'security_group_id': 'e0ed0231-ad90-48ce-b257-7719d73456f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:47.526357 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:14:47.548105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 996af564-5546-4259-866c-e561dd88b91f {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:14:47.550741 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 996af564-5546-4259-866c-e561dd88b91f not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:14:47.578121 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.674530 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (6d3ebdaa-bab6-477c-846f-5816495d1f3a), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.728797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.731868 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (6d3ebdaa-bab6-477c-846f-5816495d1f3a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.824131 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.853602 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device be411498-82f5-45f2-90b2-fe6facf72270 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:47.861500 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (6d3ebdaa-bab6-477c-846f-5816495d1f3a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.884049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3ebdaa-bab6-477c-846f-5816495d1f3a,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:47.902961 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:47.907957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port be411498-82f5-45f2-90b2-fe6facf72270 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:47.908429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (be411498-82f5-45f2-90b2-fe6facf72270), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.918787 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (5a21ab07-1857-4918-98d5-5726a273c1a9), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.965119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:47.966356 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0432d8e0-7f2b-453f-8e9b-6cdd5111889b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464276 Mar 29 13:14:47.969097 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34530) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:47.973495 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'security_group_rule': {'security_group_id': 'e0ed0231-ad90-48ce-b257-7719d73456f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:47.989174 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port be411498-82f5-45f2-90b2-fe6facf72270 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:47.999848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.005743 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a1523030-847a-457a-be7a-928fe7a022e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2586100 Mar 29 13:14:48.098197 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (81acb401-7a22-446c-a560-b2324d064fe2), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.160726 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (81acb401-7a22-446c-a560-b2324d064fe2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.209900 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-3e3550b3-1801-40e5-a9fa-46841b38ba20 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1907736153&fields=id&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 267 time: 0.0428691 Mar 29 13:14:48.270168 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (81acb401-7a22-446c-a560-b2324d064fe2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.288491 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81acb401-7a22-446c-a560-b2324d064fe2,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:48.329966 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-1aed4b8f-34da-453d-930e-458222a35777 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:48.331415 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-1aed4b8f-34da-453d-930e-458222a35777 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.1147218 Mar 29 13:14:48.346701 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-9b6b5d8d-feb4-46c5-98eb-52815eac497b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/quotas/5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Mar 29 13:14:48.391558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.392886 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-62bf1553-c08f-4ea7-baf7-8373969b1255 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4228213 Mar 29 13:14:48.396543 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34546) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:14:48.401477 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:48.413247 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-854f0453-8288-4e92-b008-364a6cfe315e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613642 Mar 29 13:14:48.494489 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.519115 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-d18f8274-0ed7-485c-a645-b5107589bc63 service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934367 Mar 29 13:14:48.526735 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e29d13b6-2fde-4bd5-98da-8c4f2f682a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.596347 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.613928 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-a5870ec5-8cd8-4080-a2e6-ba0c24afdaab service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882719 Mar 29 13:14:48.711566 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Allocated IP 172.27.1.93 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/62295d8f-eb45-42b4-ad15-c8e9a0e5af52) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:48.816741 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:48.880759 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b6598c3e-31d4-4473-877b-a10216fcac12 req-6f26552e-0356-49fe-a52d-39ee8d38ee35 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 210 time: 0.0338228 Mar 29 13:14:48.971057 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:49.364839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:49.364839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:49.364839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:49.364839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'Port': ['ID=62295d8f-eb45-42b4-ad15-c8e9a0e5af52,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:49.364839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (dc078ce2-339a-41aa-823f-dbf92dacb2bf), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:49.500383 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:14:49.671571 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:49.700139 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:49.854402 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:49.940569 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:49.967397 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1e4634aa-2083-47c4-b46a-62b12f17def0 req-508bcb4f-7edb-4f0b-812b-453f96b5e94f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 210 time: 0.0339084 Mar 29 13:14:50.010399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'Port': ['ID=62295d8f-eb45-42b4-ad15-c8e9a0e5af52,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:50.024394 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (dc078ce2-339a-41aa-823f-dbf92dacb2bf), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:50.140275 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:50.141645 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d52a12e8-3037-4818-8fb9-05f0c0d0c662 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7441688 Mar 29 13:14:50.334229 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-63ed3a49-5f73-40a1-b1d0-dbc05f7c7819 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2128474473&fields=id&tenant_id=f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 267 time: 0.0419338 Mar 29 13:14:50.447158 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-616f9bf3-e466-4f69-86a7-f47aa596112a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:50.448675 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-616f9bf3-e466-4f69-86a7-f47aa596112a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 817 time: 0.1079507 Mar 29 13:14:50.463738 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-99c73b19-b9ef-47d7-b42e-4f14e4a65996 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/quotas/f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 375 time: 0.0096276 Mar 29 13:14:50.519875 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-91e6c937-19a5-4b3d-b3fe-2165782db2f0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506554 Mar 29 13:14:50.615625 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-5867d84a-47ae-404b-8e7a-fd2b1f935af2 service neutron] 10.222.0.21 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834785 Mar 29 13:14:50.706901 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-542bda77-1f8d-40b3-9f00-3ba4f1056a9f service neutron] 10.222.0.21 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Mar 29 13:14:50.990895 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a044d5c6-2dcb-4836-9aef-82ae64f4230b req-20b49b18-0803-4b60-bfa5-4e1818665c53 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 210 time: 0.0273061 Mar 29 13:14:51.060193 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:51.068813 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dd842df7-1937-4ac7-9e5d-31258ba67d1d req-52ae16c5-8082-481f-9a72-42aea7b9ecc0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 210 time: 0.0316744 Mar 29 13:14:51.527178 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-eb835f36-eee7-4a48-a718-a1856f2b0748 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:51.528754 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-eb835f36-eee7-4a48-a718-a1856f2b0748 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.1085701 Mar 29 13:14:51.596891 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-95df7ee7-d000-478c-ace3-2014bd3fd6f3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 380 time: 0.0506973 Mar 29 13:14:51.606194 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'port': {'device_id': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'admin_state_up': True, 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'security_groups': ['89b2ced6-edbc-40b6-b35b-36a2e7976987']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:51.825702 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Made reservation on behalf of 5d8a89bb1ab34259bdc14d2cd97ff930 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:14:51.829206 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:51.972677 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.20.0.7 (cdb8cfef-6808-4e4c-9256-36d19733f76d/97ddc728-f177-47f6-8aa3-13679b0fc07c/46e5b56c-0084-4dd9-86fa-edddf2d1036a) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:52.097383 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1e6da13e-2fd6-4373-b043-281d3c95a354 req-47944b8c-5934-42b9-a25a-303a7b1009b2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 210 time: 0.0342314 Mar 29 13:14:52.166090 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.170771 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-614c4ef7-7efa-4384-b9df-0c97378d9b7f req-e7f1e756-300b-4a67-b22f-02662072e406 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 210 time: 0.0277910 Mar 29 13:14:52.384572 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.429419 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:52.432571 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:52.438929 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:52.446495 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=46e5b56c-0084-4dd9-86fa-edddf2d1036a,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:52.495867 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:52.496566 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.606038 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-50fc5d35-bc11-4a37-b47f-70eb25f58a57 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0032368 Mar 29 13:14:52.631250 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Request body: {'port': {'device_id': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:52.678231 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-25762b68-b072-4070-abe7-3983578d500e None None] Provisioning complete for port 46e5b56c-0084-4dd9-86fa-edddf2d1036a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:52.678850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-25762b68-b072-4070-abe7-3983578d500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.698317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.721053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-25762b68-b072-4070-abe7-3983578d500e None None] Port 46e5b56c-0084-4dd9-86fa-edddf2d1036a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:52.752335 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.962833 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e5b56c-0084-4dd9-86fa-edddf2d1036a {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:14:52.970192 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Publish callbacks [] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:52.982354 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Transition to ACTIVE for port object 46e5b56c-0084-4dd9-86fa-edddf2d1036a will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:14:53.115077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:53.186758 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Pushing event updated for resources: {'Port': ['ID=46e5b56c-0084-4dd9-86fa-edddf2d1036a,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:53.253590 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-df2c20d1-646a-4b78-8838-8216acde0f6f req-e770cb65-744d-467a-b4ab-465a8c39dc05 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 210 time: 0.0799189 Mar 29 13:14:53.296498 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Attempting to bind port 46e5b56c-0084-4dd9-86fa-edddf2d1036a on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:53.296842 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Attempting to bind port 46e5b56c-0084-4dd9-86fa-edddf2d1036a by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:53.297211 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Attempting to bind port 46e5b56c-0084-4dd9-86fa-edddf2d1036a on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:53.314210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Port 46e5b56c-0084-4dd9-86fa-edddf2d1036a on network cdb8cfef-6808-4e4c-9256-36d19733f76d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:14:53.314957 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Attempting to bind port 46e5b56c-0084-4dd9-86fa-edddf2d1036a on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:53.321105 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:53.321451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:53.321977 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Bound using segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:53.322413 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Bound port: 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:53.322773 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:53.322900 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbd78c-5077-4537-8a87-5107cd5e7eb2 req-9133f67c-8ced-44f2-b94b-bafbc6555f13 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:53.324980 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d4dbd78c-5077-4537-8a87-5107cd5e7eb2 req-9133f67c-8ced-44f2-b94b-bafbc6555f13 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 943 time: 0.0612812 Mar 29 13:14:53.383902 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d4dbd78c-5077-4537-8a87-5107cd5e7eb2 req-b2d7e60f-0ebe-46e8-8beb-4d4c68a50943 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524266 Mar 29 13:14:53.389537 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] For port 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:53.392567 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] For port 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:53.517673 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:53.553530 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:53.554152 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:53.555800 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] 10.222.0.18 "PUT /v2.0/ports/46e5b56c-0084-4dd9-86fa-edddf2d1036a HTTP/1.1" status: 200 len: 1093 time: 0.9306414 Mar 29 13:14:53.556132 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:53.558438 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0721e7-d2a0-4b82-8406-8202fc0be802" -d '{"events": [{"name": "network-changed", "server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:53.593541 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82310-49a2-46ed-a19b-73cba1d97db2 service neutron] Pushing event updated for resources: {'Port': ['ID=46e5b56c-0084-4dd9-86fa-edddf2d1036a,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:53.620582 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d715c380-daf7-41c9-b19e-e80fabc6807f x-openstack-request-id: req-d715c380-daf7-41c9-b19e-e80fabc6807f {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:53.620582 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:53.620582 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d715c380-daf7-41c9-b19e-e80fabc6807f {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:53.620582 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d715c380-daf7-41c9-b19e-e80fabc6807f'] response: {'name': 'network-changed', 'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'status': 'completed', 'code': 200} Mar 29 13:14:54.033781 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0721e7-d2a0-4b82-8406-8202fc0be802 req-b8563227-6284-432b-a30b-0b1d73bfcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.035289 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ad0721e7-d2a0-4b82-8406-8202fc0be802 req-b8563227-6284-432b-a30b-0b1d73bfcf43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 1127 time: 0.3536732 Mar 29 13:14:54.050355 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-62da6dec-3e34-41c5-9180-9ee0ddf3dc28 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.051744 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-62da6dec-3e34-41c5-9180-9ee0ddf3dc28 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 817 time: 0.3986576 Mar 29 13:14:54.185922 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-6f8079a3-07ec-4b37-bbf1-ea69aa3dc845 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 380 time: 0.1142600 Mar 29 13:14:54.190223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0721e7-d2a0-4b82-8406-8202fc0be802 req-ffb9cb62-0c6d-4d72-9900-5499da7ab4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.197451 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ad0721e7-d2a0-4b82-8406-8202fc0be802 req-ffb9cb62-0c6d-4d72-9900-5499da7ab4d7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1390188 Mar 29 13:14:54.197451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'port': {'device_id': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'admin_state_up': True, 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'security_groups': ['e0ed0231-ad90-48ce-b257-7719d73456f2']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:54.357614 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c7a430e3-d687-4d1d-9e75-7962fd2225a5 req-c68233ad-b86d-480a-8947-af37748eeea1 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 210 time: 0.0275631 Mar 29 13:14:54.377261 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0721e7-d2a0-4b82-8406-8202fc0be802 req-c6fe2cab-8887-45c7-be5e-c3543abd4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.378713 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ad0721e7-d2a0-4b82-8406-8202fc0be802 req-c6fe2cab-8887-45c7-be5e-c3543abd4828 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1781812 Mar 29 13:14:54.517329 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Made reservation on behalf of f29663db34644d80b1c4fd452121255d for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:14:54.520737 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:54.607348 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-6045a622-d82c-411c-96d3-ccd2a781e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.608884 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-6045a622-d82c-411c-96d3-ccd2a781e93e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 1127 time: 0.1393714 Mar 29 13:14:54.618261 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0fcf8-999d-40d7-8673-d6229cb1ada0 req-ff4929f5-17d7-43cb-998e-86aa8540c4e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.619664 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e2a0fcf8-999d-40d7-8673-d6229cb1ada0 req-ff4929f5-17d7-43cb-998e-86aa8540c4e9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 943 time: 0.1620817 Mar 29 13:14:54.675649 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-460efc43-dce4-4ef4-8be8-0832ff1033d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a HTTP/1.1" status: 200 len: 217 time: 0.0494292 Mar 29 13:14:54.792768 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Allocated IP 172.20.0.8 (a70742b6-70b5-4eb6-a992-3229f3caad09/4a8681a8-d71f-4d4b-bf3f-423ae9c562e0/72527bdc-b7e6-4f6e-93aa-0ca888fc740c) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:14:54.796379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-d3012898-ca3f-48d0-a607-642b94062723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.798174 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-d3012898-ca3f-48d0-a607-642b94062723 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.1159785 Mar 29 13:14:54.801275 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e2a0fcf8-999d-40d7-8673-d6229cb1ada0 req-79033392-cf63-45b7-9082-c3aa017a2749 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696088 Mar 29 13:14:54.920165 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951aa73-e140-41d2-89cf-3f974747de38 req-46b3afdb-a932-4b0c-b19d-77d25b1b1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:54.923343 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-46b3afdb-a932-4b0c-b19d-77d25b1b1036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1177342 Mar 29 13:14:55.052266 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.066949 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-cbebd732-dfea-47f0-afc9-97a451793157 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355762 Mar 29 13:14:55.172638 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2951aa73-e140-41d2-89cf-3f974747de38 req-8d5f85f2-7532-42b7-8862-d83193e17de9 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983298 Mar 29 13:14:55.209193 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.253141 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Network a70742b6-70b5-4eb6-a992-3229f3caad09 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:14:55.256288 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:14:55.263148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:14:55.290655 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:55.326230 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:55.326944 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.434082 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-18800de0-b2e2-4ef4-adad-8fa149f930de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2411056 Mar 29 13:14:55.455956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Request body: {'port': {'device_id': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:14:55.482894 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c57d22-9acc-4a32-9499-e26667902622 req-07e39ca4-e08b-4749-acd3-d863d4ddceec tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:55.484460 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c2c57d22-9acc-4a32-9499-e26667902622 req-07e39ca4-e08b-4749-acd3-d863d4ddceec tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 931 time: 0.0531826 Mar 29 13:14:55.504271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-17744373-dd1d-4603-9918-f4a45eb66afb None None] Provisioning complete for port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:55.507891 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-17744373-dd1d-4603-9918-f4a45eb66afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.517135 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.538474 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c2c57d22-9acc-4a32-9499-e26667902622 req-aafb1a71-3db5-4caf-8e14-1f59b036f70c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474465 Mar 29 13:14:55.541658 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-17744373-dd1d-4603-9918-f4a45eb66afb None None] Port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:14:55.786008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72527bdc-b7e6-4f6e-93aa-0ca888fc740c {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:14:55.793473 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Publish callbacks [] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.805222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Transition to ACTIVE for port object 72527bdc-b7e6-4f6e-93aa-0ca888fc740c will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:14:55.898529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:55.974469 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:56.005824 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac444815-9f62-48c6-b102-29ed0da6e949 req-431d0479-caba-4510-acb7-5a9834576655 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.007916 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac444815-9f62-48c6-b102-29ed0da6e949 req-431d0479-caba-4510-acb7-5a9834576655 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 943 time: 0.1391802 Mar 29 13:14:56.102051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Attempting to bind port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:14:56.102390 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Attempting to bind port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:14:56.102720 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Attempting to bind port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c on network a70742b6-70b5-4eb6-a992-3229f3caad09 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:56.108277 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ac444815-9f62-48c6-b102-29ed0da6e949 req-9e22fb2a-609c-4959-9998-faa5abb7d86c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791731 Mar 29 13:14:56.110268 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c on network a70742b6-70b5-4eb6-a992-3229f3caad09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:14:56.110682 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Attempting to bind port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c on network a70742b6-70b5-4eb6-a992-3229f3caad09 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:14:56.116351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:14:56.117005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Checking segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:14:56.118191 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Bound using segment: {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:14:56.118632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Bound port: 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65bc98ce-50f6-4a97-b827-54be6aac0e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:14:56.118994 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:56.183354 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:14:56.186355 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:14:56.329409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:56.363449 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.364090 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:56.365528 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] 10.222.0.18 "PUT /v2.0/ports/72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 1093 time: 0.9139600 Mar 29 13:14:56.366565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:56.369360 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:56.395555 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117b8dc-875b-4944-ba8a-0f988c5966ef service neutron] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:56.415521 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b09e2-6f91-49b2-aceb-5661b0ea3eff x-openstack-request-id: req-905b09e2-6f91-49b2-aceb-5661b0ea3eff {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:56.415812 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:56.416067 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-905b09e2-6f91-49b2-aceb-5661b0ea3eff {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:56.416474 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905b09e2-6f91-49b2-aceb-5661b0ea3eff'] response: {'name': 'network-changed', 'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'status': 'completed', 'code': 200} Mar 29 13:14:56.505839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed req-f4ff64a8-cd64-497c-a0c2-784b13f06ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.507477 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed req-f4ff64a8-cd64-497c-a0c2-784b13f06ed4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1127 time: 0.0469494 Mar 29 13:14:56.628831 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed req-71133a54-2d63-4a15-bb90-d5fefe9d7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.630134 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed req-71133a54-2d63-4a15-bb90-d5fefe9d7689 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f29663db34644d80b1c4fd452121255d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1084392 Mar 29 13:14:56.722688 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba33af0-cdb1-41ec-a2fb-1f628fe46e4f req-fb758741-772a-46fe-ab66-a93f2015dab3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.724195 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4ba33af0-cdb1-41ec-a2fb-1f628fe46e4f req-fb758741-772a-46fe-ab66-a93f2015dab3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.1094992 Mar 29 13:14:56.770778 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed req-1578058d-3dcf-4563-b9a4-55ff4f072b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.773073 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7e49e65-c8f9-4175-9ff5-1aceb0b35fed req-1578058d-3dcf-4563-b9a4-55ff4f072b1d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1290011 Mar 29 13:14:56.794567 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4ba33af0-cdb1-41ec-a2fb-1f628fe46e4f req-4f37da38-07bd-4105-a913-56f1d4ff5a85 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631115 Mar 29 13:14:56.879389 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-3b73e2e0-72c1-42fc-b0bd-da75019fc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.880808 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-3b73e2e0-72c1-42fc-b0bd-da75019fc7ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1127 time: 0.0447862 Mar 29 13:14:56.934112 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-8aca7830-6656-41e4-bebc-a82d429575e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 217 time: 0.0378759 Mar 29 13:14:56.988228 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-11d1404f-2b04-4c86-84a2-c67d65ed6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:56.989647 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-11d1404f-2b04-4c86-84a2-c67d65ed6201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0426059 Mar 29 13:14:57.038080 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-c077718b-81f9-46b9-8be3-c108007f550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:57.039754 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-c077718b-81f9-46b9-8be3-c108007f550d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433555 Mar 29 13:14:57.130295 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-5c9aefb5-b048-4884-91a0-ea8413cf3963 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827422 Mar 29 13:14:57.221012 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2166c0b4-5480-444a-89dd-39d8595858d3 req-6de73db1-3473-4f33-b1a4-b8cbc4f9c171 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827806 Mar 29 13:14:57.230553 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ba2bf-5bea-4765-b265-dbf69502b967 req-2a13a3e4-30db-4acd-b98f-4d28f18bde79 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:57.232210 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2f6ba2bf-5bea-4765-b265-dbf69502b967 req-2a13a3e4-30db-4acd-b98f-4d28f18bde79 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 943 time: 0.0555890 Mar 29 13:14:57.280174 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2f6ba2bf-5bea-4765-b265-dbf69502b967 req-1fa8b365-a726-4e29-9f2c-a8d1727268dd tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411758 Mar 29 13:14:57.540752 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 46e5b56c-0084-4dd9-86fa-edddf2d1036a details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:14:57.631619 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:57.642437 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'port_id': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'mac_address': 'fa:16:3e:e7:26:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:14:57.678198 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 46e5b56c-0084-4dd9-86fa-edddf2d1036a is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:57.678670 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:57.693687 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e5b56c-0084-4dd9-86fa-edddf2d1036a {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:14:57.712987 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:57.766543 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:57.814733 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=46e5b56c-0084-4dd9-86fa-edddf2d1036a,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:57.916484 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939edbb-d985-4dd4-a49b-84723629b021 req-450c4913-34e0-4128-a61c-d362a2db03de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:57.917920 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b939edbb-d985-4dd4-a49b-84723629b021 req-450c4913-34e0-4128-a61c-d362a2db03de tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0519383 Mar 29 13:14:57.968463 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b939edbb-d985-4dd4-a49b-84723629b021 req-6bf12814-77b1-4a80-90c7-39780e335b1b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434120 Mar 29 13:14:58.208284 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['46e5b56c-0084-4dd9-86fa-edddf2d1036a'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:14:58.405085 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852e245-62af-44d7-b948-b4558ba118c5 req-12480170-3824-47f6-838a-e077d7b5ba13 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:58.406541 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7852e245-62af-44d7-b948-b4558ba118c5 req-12480170-3824-47f6-838a-e077d7b5ba13 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 944 time: 0.0528083 Mar 29 13:14:58.451963 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7852e245-62af-44d7-b948-b4558ba118c5 req-eca3dea7-6f62-4072-80c1-ac4cf448c004 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399263 Mar 29 13:14:59.088336 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0638746-52a9-4942-8df3-bf57b1cf36c2 req-1c130876-a73c-4aaa-970e-8c5d6bcf0191 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:59.089723 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e0638746-52a9-4942-8df3-bf57b1cf36c2 req-1c130876-a73c-4aaa-970e-8c5d6bcf0191 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0520525 Mar 29 13:14:59.135574 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e0638746-52a9-4942-8df3-bf57b1cf36c2 req-bcb4bb29-1f8d-4a49-aa58-b8745881b9c8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Mar 29 13:14:59.545825 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:14:59.562658 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 46e5b56c-0084-4dd9-86fa-edddf2d1036a up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:14:59.568399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2abe10-1fd7-4491-be08-07717cb7cb2b req-89ef0a7e-1ef9-4b1a-99d8-ed6e6d47187e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:14:59.570421 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c2abe10-1fd7-4491-be08-07717cb7cb2b req-89ef0a7e-1ef9-4b1a-99d8-ed6e6d47187e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 944 time: 0.0524125 Mar 29 13:14:59.621207 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8c2abe10-1fd7-4491-be08-07717cb7cb2b req-325db905-a06c-4fc4-b6d2-69ed0f9a6da2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Mar 29 13:14:59.678993 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:59.690135 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'mac_address': 'fa:16:3e:76:16:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:14:59.726812 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:59.727201 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:59.730288 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 46e5b56c-0084-4dd9-86fa-edddf2d1036a completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:14:59.742116 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 46e5b56c-0084-4dd9-86fa-edddf2d1036a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:14:59.742489 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:59.745635 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72527bdc-b7e6-4f6e-93aa-0ca888fc740c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:14:59.791058 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:59.838981 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 46e5b56c-0084-4dd9-86fa-edddf2d1036a is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:14:59.839368 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:59.861300 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:14:59.863479 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66302d6a-2532-43a3-9ffa-611b890decd3" -d '{"events": [{"server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "name": "network-vif-plugged", "status": "completed", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:14:59.875610 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:14:59.878403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:14:59.902459 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249aaaf2-c376-4de6-939f-4ff85a07feac x-openstack-request-id: req-249aaaf2-c376-4de6-939f-4ff85a07feac {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:14:59.902759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "name": "network-vif-plugged", "status": "completed", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:14:59.903015 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-249aaaf2-c376-4de6-939f-4ff85a07feac {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:14:59.903410 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249aaaf2-c376-4de6-939f-4ff85a07feac'] response: {'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'code': 200} Mar 29 13:14:59.930836 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:14:59.992252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:00.039312 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=46e5b56c-0084-4dd9-86fa-edddf2d1036a,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:00.261688 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6460-7a95-42c5-98f8-41f06c34512e req-1f3bbff9-d2ee-40e1-83e8-997f77a1c581 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:00.263181 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b9bf6460-7a95-42c5-98f8-41f06c34512e req-1f3bbff9-d2ee-40e1-83e8-997f77a1c581 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 944 time: 0.0556099 Mar 29 13:15:00.311660 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b9bf6460-7a95-42c5-98f8-41f06c34512e req-67dd72e5-adad-48dd-9d4a-e56a55e874f2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Mar 29 13:15:00.318759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['72527bdc-b7e6-4f6e-93aa-0ca888fc740c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:15:00.359014 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d9fb-8b20-4901-8ae1-760bd591a702 req-bf8963f2-9688-4b50-b7ee-200797930583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:00.360536 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7a2d9fb-8b20-4901-8ae1-760bd591a702 req-bf8963f2-9688-4b50-b7ee-200797930583 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 1129 time: 0.0537705 Mar 29 13:15:00.405375 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7a2d9fb-8b20-4901-8ae1-760bd591a702 req-6940e4fd-0567-4aff-800a-ce07d518d521 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374997 Mar 29 13:15:00.744221 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256bc6d-5419-4298-9efe-70ab1cbccec1 req-3f4d0e60-e8d4-43b1-a5ec-e8852d482fb0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:00.745732 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a256bc6d-5419-4298-9efe-70ab1cbccec1 req-3f4d0e60-e8d4-43b1-a5ec-e8852d482fb0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0560710 Mar 29 13:15:00.795811 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a256bc6d-5419-4298-9efe-70ab1cbccec1 req-f4b681c2-e82b-46f4-8819-06abd9323905 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 Mar 29 13:15:01.432064 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468ce20-9a64-47f3-ae2c-4174f6a4ccff req-fc862ba5-eb75-40cb-b6c5-a96d370440b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:01.433531 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c468ce20-9a64-47f3-ae2c-4174f6a4ccff req-fc862ba5-eb75-40cb-b6c5-a96d370440b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 944 time: 0.0515251 Mar 29 13:15:01.478516 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c468ce20-9a64-47f3-ae2c-4174f6a4ccff req-2ff22510-6483-49bf-ae0c-b1eae9859cbd tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 Mar 29 13:15:01.571309 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:15:01.682583 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:15:01.686339 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:15:01.686712 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:01.890022 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:15:01.890405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:01.913703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930d228-f8d9-4d1e-8cdb-f611b24a3700 req-011043f5-008e-4d78-a82b-25c024e4727f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:01.914259 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:01.915957 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9930d228-f8d9-4d1e-8cdb-f611b24a3700 req-011043f5-008e-4d78-a82b-25c024e4727f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0531178 Mar 29 13:15:01.916450 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777ec477-3775-4a39-8305-d7f6707deae5" -d '{"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-plugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:01.929414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:01.955790 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f29cd0b-be84-4c1d-931c-c22a5f34e56b x-openstack-request-id: req-1f29cd0b-be84-4c1d-931c-c22a5f34e56b {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:01.955790 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-plugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:01.955790 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f29cd0b-be84-4c1d-931c-c22a5f34e56b {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:01.955790 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f29cd0b-be84-4c1d-931c-c22a5f34e56b'] response: {'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'code': 200} Mar 29 13:15:01.967417 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9930d228-f8d9-4d1e-8cdb-f611b24a3700 req-9356c7a6-d957-476f-af55-46098cdd57d4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456748 Mar 29 13:15:02.019167 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:02.066522 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:02.153293 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-69e41607-4c1f-4d16-9127-0c9fdde814b9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459710146&fields=id&tenant_id=f50c725faab244d695dbe0740299f994 HTTP/1.1" status: 200 len: 267 time: 0.0536618 Mar 29 13:15:02.266415 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-c97b4fae-ec39-4c5f-b7b0-7f64dbbd848b tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:02.267874 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-c97b4fae-ec39-4c5f-b7b0-7f64dbbd848b tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 809 time: 0.1079876 Mar 29 13:15:02.289768 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-80797453-5643-496d-b56e-83129a79d069 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/quotas/f50c725faab244d695dbe0740299f994 HTTP/1.1" status: 200 len: 375 time: 0.0143607 Mar 29 13:15:02.364163 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-7017837a-a23e-453c-a886-43a58a26c5ad tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674984 Mar 29 13:15:02.447163 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec643f2d-2334-412a-b730-70e94cfbbd0b req-9411e6db-f7e6-4d03-8d85-79b5c4b54f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:02.449396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec643f2d-2334-412a-b730-70e94cfbbd0b req-9411e6db-f7e6-4d03-8d85-79b5c4b54f95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1129 time: 0.0597010 Mar 29 13:15:02.482991 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-2a904d2d-5055-41f6-9c24-52d05280c639 service neutron] 10.222.0.21 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013935 Mar 29 13:15:02.501488 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec643f2d-2334-412a-b730-70e94cfbbd0b req-b2f6491f-0822-48ab-8ce1-089e0535ebe9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Mar 29 13:15:02.598136 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-006a03cd-b0d5-4ca9-8daa-1128a67833cf service neutron] 10.222.0.21 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081493 Mar 29 13:15:02.614462 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e59a6-c1eb-4973-af2e-f8480e478ee8 req-c55c5cdb-d902-4daa-a4ea-25e715d0bcb3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:02.616049 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-306e59a6-c1eb-4973-af2e-f8480e478ee8 req-c55c5cdb-d902-4daa-a4ea-25e715d0bcb3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0647066 Mar 29 13:15:02.672918 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-306e59a6-c1eb-4973-af2e-f8480e478ee8 req-f6634546-3dd9-4608-92c6-c109946a11d3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501490 Mar 29 13:15:03.088274 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc331e6-6083-4b4f-9dc5-65cf366a702c req-6787bcb5-66d8-49df-812d-a4929ed733c4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:03.089718 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6dc331e6-6083-4b4f-9dc5-65cf366a702c req-6787bcb5-66d8-49df-812d-a4929ed733c4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0515718 Mar 29 13:15:03.139721 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6dc331e6-6083-4b4f-9dc5-65cf366a702c req-306dcb2c-f177-4f2e-903b-50566c191ac0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Mar 29 13:15:03.256156 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab265-04e4-446e-9368-92f668a543a4 req-9567335c-7337-4c24-a61e-661d7e8be7c3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:03.269822 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-61fab265-04e4-446e-9368-92f668a543a4 req-9567335c-7337-4c24-a61e-661d7e8be7c3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0534527 Mar 29 13:15:03.270392 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34700) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:03.275013 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'port_id': '46e5b56c-0084-4dd9-86fa-edddf2d1036a'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:03.327746 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (5a21ab07-1857-4918-98d5-5726a273c1a9), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:03.346248 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c69d881a-ecde-4038-9097-4c516035985d req-425cd2c3-9fc5-472b-92ae-1674a4f04484 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 210 time: 0.0349486 Mar 29 13:15:03.783014 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:03.802039 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369e885-c1b1-47cc-8ab2-df6d8025105f req-b815edad-107c-40df-85e8-ed8f659bba2f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:03.803216 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2369e885-c1b1-47cc-8ab2-df6d8025105f req-b815edad-107c-40df-85e8-ed8f659bba2f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0548801 Mar 29 13:15:03.851701 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2369e885-c1b1-47cc-8ab2-df6d8025105f req-9cb3bf6f-8469-4947-926f-a869f66a83f5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 Mar 29 13:15:03.871952 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (5a21ab07-1857-4918-98d5-5726a273c1a9), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:03.976207 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 5a21ab07-1857-4918-98d5-5726a273c1a9 associated. External IP: 172.27.1.126, port: 46e5b56c-0084-4dd9-86fa-edddf2d1036a. Mar 29 13:15:04.198877 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:04.307568 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:04.313323 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:04.317816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:04.328281 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:04.329087 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:04.348038 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e896e933-5212-4bb0-a870-40a599a2beb2 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "PUT /v2.0/floatingips/5a21ab07-1857-4918-98d5-5726a273c1a9 HTTP/1.1" status: 200 len: 991 time: 1.0768864 Mar 29 13:15:04.348718 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:04.351797 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56fe882-b050-4abf-b3ce-a74c4676da57" -d '{"events": [{"name": "network-changed", "server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:04.400214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0622eff-98f1-4522-a78e-f18c57ac9316 x-openstack-request-id: req-c0622eff-98f1-4522-a78e-f18c57ac9316 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:04.400214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:04.400214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0622eff-98f1-4522-a78e-f18c57ac9316 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:04.400809 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0622eff-98f1-4522-a78e-f18c57ac9316'] response: {'name': 'network-changed', 'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'status': 'completed', 'code': 200} Mar 29 13:15:04.444114 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-405b1e72-4d68-40fa-b622-cf4be3b3a7d1 req-c2f5624f-ad2f-4b47-8fa3-f6ff439e8a63 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 210 time: 0.0371201 Mar 29 13:15:04.448244 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:04.499144 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-30ff37c2-54b0-4151-aa40-16a889dd1a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:04.500586 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-30ff37c2-54b0-4151-aa40-16a889dd1a79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 1129 time: 0.0520592 Mar 29 13:15:04.591109 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-9b00bca4-a3d3-41e9-99ac-90393c47a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:04.592618 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-9b00bca4-a3d3-41e9-99ac-90393c47a882 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 914 time: 0.0854156 Mar 29 13:15:04.667201 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-78632c66-2036-44ec-a314-4162d106c55f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a HTTP/1.1" status: 200 len: 999 time: 0.0668371 Mar 29 13:15:04.675291 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '5a21ab07-1857-4918-98d5-5726a273c1a9', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:e7:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:14:47Z', 'updated_at': '2022-03-29T13:15:03Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:04.703032 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:04.711503 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:04.712121 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:04.716181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-d5cc2e53-5645-4992-9542-fb780f810af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:04.717632 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-d5cc2e53-5645-4992-9542-fb780f810af5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0430982 Mar 29 13:15:04.767009 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-4fa9e55c-2215-460e-8c97-caaf471f0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:04.768467 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-4fa9e55c-2215-460e-8c97-caaf471f0edc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452585 Mar 29 13:15:04.822213 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:04.865334 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-d5a52a55-07b5-44ea-b6e5-11e8ce57aaf5 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890801 Mar 29 13:15:04.976751 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d56fe882-b050-4abf-b3ce-a74c4676da57 req-be0aacb4-4078-4f4d-a167-9cf5ee651648 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021640 Mar 29 13:15:04.986509 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e14552-8994-4781-8f37-f02126d4c967 req-f7f017ae-7bc8-408b-8d24-5a21f5a0bcf8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:04.995277 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-08e14552-8994-4781-8f37-f02126d4c967 req-f7f017ae-7bc8-408b-8d24-5a21f5a0bcf8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0695753 Mar 29 13:15:05.059007 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-08e14552-8994-4781-8f37-f02126d4c967 req-362b5bf0-fc61-4a82-b301-85a1e9b03884 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576127 Mar 29 13:15:05.074241 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '5a21ab07-1857-4918-98d5-5726a273c1a9', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:e7:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:14:47Z', 'updated_at': '2022-03-29T13:15:03Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:05.108626 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f4ad58-0e45-4a47-aa4f-4dd356d329bf None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '5a21ab07-1857-4918-98d5-5726a273c1a9', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.126', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:e7:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:14:47Z', 'updated_at': '2022-03-29T13:15:03Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:05.182078 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee5397-2a9c-4743-9ca3-572ce8501c46 req-b1571e61-f3bc-49db-8a50-38fea225db87 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:05.192516 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34724) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:05.192650 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b7ee5397-2a9c-4743-9ca3-572ce8501c46 req-b1571e61-f3bc-49db-8a50-38fea225db87 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0607178 Mar 29 13:15:05.197742 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Request body: {'floatingip': {'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:05.238230 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (dc078ce2-339a-41aa-823f-dbf92dacb2bf), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:05.308700 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:05.336871 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da2ad7-811d-408b-af06-a1fc94006d11 None None] New status for floating IP 5a21ab07-1857-4918-98d5-5726a273c1a9: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:15:05.587666 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e1d9e9d0-5712-4338-b017-319fd3cf393a req-1e119ca6-e876-472e-900b-733e92027f61 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 210 time: 0.0515025 Mar 29 13:15:05.712773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:05.774302 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (dc078ce2-339a-41aa-823f-dbf92dacb2bf), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:05.878587 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Floating IP dc078ce2-339a-41aa-823f-dbf92dacb2bf associated. External IP: 172.27.1.93, port: 72527bdc-b7e6-4f6e-93aa-0ca888fc740c. Mar 29 13:15:06.079714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-17c9e22c-685a-48bd-a112-c6d1bd9530de tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:06.081698 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-17c9e22c-685a-48bd-a112-c6d1bd9530de tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.18 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 809 time: 0.1152081 Mar 29 13:15:06.157382 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-2ac86334-2dca-4e75-b3cd-38ba3e359331 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50c725faab244d695dbe0740299f994 HTTP/1.1" status: 200 len: 379 time: 0.0572712 Mar 29 13:15:06.166235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'port': {'device_id': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'admin_state_up': True, 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'security_groups': ['4d714cb9-4695-4b2c-8a79-e83acae5febb']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:06.354958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:06.375280 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Made reservation on behalf of f50c725faab244d695dbe0740299f994 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:15:06.378768 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:06.456992 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e246edd-f11f-4e4b-a445-c10656ab6e01 req-826598d7-cba9-4243-8447-560d8b347709 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:06.458596 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8e246edd-f11f-4e4b-a445-c10656ab6e01 req-826598d7-cba9-4243-8447-560d8b347709 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1130078 Mar 29 13:15:06.472206 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:06.477391 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:06.484090 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:06.496802 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:06.497919 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:06.513176 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a94dd907-d58d-4b74-ba73-70a64a09bc89 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "PUT /v2.0/floatingips/dc078ce2-339a-41aa-823f-dbf92dacb2bf HTTP/1.1" status: 200 len: 990 time: 1.3195570 Mar 29 13:15:06.514015 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:06.516694 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:06.556696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e7fc20-41ba-4773-8d52-9b379feafa13 x-openstack-request-id: req-12e7fc20-41ba-4773-8d52-9b379feafa13 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:06.557017 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:06.557274 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e7fc20-41ba-4773-8d52-9b379feafa13 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:06.558184 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e7fc20-41ba-4773-8d52-9b379feafa13'] response: {'name': 'network-changed', 'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'status': 'completed', 'code': 200} Mar 29 13:15:06.561188 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8e246edd-f11f-4e4b-a445-c10656ab6e01 req-fc434c0d-23da-4fa4-8fa8-1aed67b13156 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954530 Mar 29 13:15:06.573438 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Allocated IP 172.20.0.3 (04e12fcf-4743-448a-ba2f-348290d3be14/59837455-cc35-4c81-81f7-9fcd4735d226/5d5c62bd-4788-43b9-b48b-fef300dc9eff) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:15:06.612195 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:06.693820 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-63f70c53-ff3e-40f0-8f55-0fc4e1c9b5e6 req-f3ebaebe-9dd9-410f-8735-95164cc900e1 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 210 time: 0.0297563 Mar 29 13:15:06.722896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-c80269fe-7485-48a5-9424-78e56e23da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:06.728078 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-c80269fe-7485-48a5-9424-78e56e23da8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1129 time: 0.1080580 Mar 29 13:15:06.805489 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:06.845793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'dc078ce2-339a-41aa-823f-dbf92dacb2bf', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'mac_address': 'fa:16:3e:76:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:14:49Z', 'updated_at': '2022-03-29T13:15:05Z', 'revision_number': 1, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:06.858844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-5ced7074-4bda-43a9-8dec-29713a8e13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:06.860323 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-5ced7074-4bda-43a9-8dec-29713a8e13ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.1270638 Mar 29 13:15:06.876717 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:06.885053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:06.885664 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:06.930763 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-8b854efb-8496-4244-9b2b-d010b7eae91d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 998 time: 0.0630968 Mar 29 13:15:06.968441 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:06.995499 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:07.024540 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Network 04e12fcf-4743-448a-ba2f-348290d3be14 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:15:07.030474 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-2a7262cf-9e0c-4016-bf45-943d04766d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:07.031977 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-2a7262cf-9e0c-4016-bf45-943d04766d92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0916204 Mar 29 13:15:07.035405 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:15:07.039543 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:15:07.042538 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:07.251031 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'dc078ce2-339a-41aa-823f-dbf92dacb2bf', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'mac_address': 'fa:16:3e:76:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:14:49Z', 'updated_at': '2022-03-29T13:15:05Z', 'revision_number': 1, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:07.289927 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f329dcb4-3abc-4433-8f84-a45549e276bb None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'dc078ce2-339a-41aa-823f-dbf92dacb2bf', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'mac_address': 'fa:16:3e:76:16:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:14:49Z', 'updated_at': '2022-03-29T13:15:05Z', 'revision_number': 1, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:07.303715 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d8a2bae9-d2b9-4077-a21e-539ebd912494 None None] Provisioning complete for port 5d5c62bd-4788-43b9-b48b-fef300dc9eff triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:15:07.308568 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d8a2bae9-d2b9-4077-a21e-539ebd912494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:07.361002 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2bae9-d2b9-4077-a21e-539ebd912494 None None] Port 5d5c62bd-4788-43b9-b48b-fef300dc9eff cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:15:07.392331 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:07.395215 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:07.410948 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-64e27c80-4a4b-46bc-82de-8616b0c7be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:07.412470 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-64e27c80-4a4b-46bc-82de-8616b0c7be6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3677194 Mar 29 13:15:07.510670 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-6d7c5152-9900-4d9e-aeac-11b3b3cf8435 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3483918 Mar 29 13:15:07.513001 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-4611dde6-95fa-4d84-b0f2-d20b9411c0bb service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922210 Mar 29 13:15:07.532339 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba167fcb-f4e4-4dc6-bc77-58652a32d348 None None] New status for floating IP dc078ce2-339a-41aa-823f-dbf92dacb2bf: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:15:07.534225 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Request body: {'port': {'device_id': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:07.684494 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:07.735369 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4b7ca5f-8d81-441d-96f5-910b6ed5233c req-58f2e0f0-753b-4295-b8b5-c3e358e214be service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983726 Mar 29 13:15:07.761555 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b50b7-006d-40a0-851d-39e6cee7444f req-8c39ce1f-6172-4b70-b2cc-3b5b6519fed0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:07.768035 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3e9b50b7-006d-40a0-851d-39e6cee7444f req-8c39ce1f-6172-4b70-b2cc-3b5b6519fed0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1304750 Mar 29 13:15:07.829063 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f118-6cbb-46ad-ace6-fd2961a52395 req-32af178a-dd93-4b49-8ec4-f91250e0fa4e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:07.830605 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e177f118-6cbb-46ad-ace6-fd2961a52395 req-32af178a-dd93-4b49-8ec4-f91250e0fa4e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 931 time: 0.0652151 Mar 29 13:15:07.881707 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e177f118-6cbb-46ad-ace6-fd2961a52395 req-eecb10e8-c2a1-4c85-96ef-7680e2cb772b tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 Mar 29 13:15:07.887220 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3e9b50b7-006d-40a0-851d-39e6cee7444f req-ce2368c7-34c7-41e8-8c0a-da61fc04bdb5 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099613 Mar 29 13:15:08.025995 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5c62bd-4788-43b9-b48b-fef300dc9eff {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:15:08.033270 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Publish callbacks [] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:08.045384 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Transition to ACTIVE for port object 5d5c62bd-4788-43b9-b48b-fef300dc9eff will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:15:08.122402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:08.172527 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:08.243314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Attempting to bind port 5d5c62bd-4788-43b9-b48b-fef300dc9eff on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:15:08.243689 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Attempting to bind port 5d5c62bd-4788-43b9-b48b-fef300dc9eff by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:15:08.244026 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Attempting to bind port 5d5c62bd-4788-43b9-b48b-fef300dc9eff on network 04e12fcf-4743-448a-ba2f-348290d3be14 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:15:08.248664 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Port 5d5c62bd-4788-43b9-b48b-fef300dc9eff on network 04e12fcf-4743-448a-ba2f-348290d3be14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:15:08.248990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Attempting to bind port 5d5c62bd-4788-43b9-b48b-fef300dc9eff on network 04e12fcf-4743-448a-ba2f-348290d3be14 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:15:08.253969 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:15:08.254335 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Checking segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:15:08.254717 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Bound using segment: {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:15:08.255143 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Bound port: 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed19d7bd-c988-45b2-9f62-19817e78c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:15:08.255583 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:08.324397 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:15:08.327840 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:15:08.414803 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:08.449037 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:08.449649 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:08.451077 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] 10.222.0.18 "PUT /v2.0/ports/5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 1093 time: 0.9211402 Mar 29 13:15:08.451531 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:08.453748 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:08.477657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1033-ace0-4568-bfe7-ead537f0526b service neutron] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:08.501916 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b3adf-a6d3-41ae-8f3b-4aad2c28cc27 x-openstack-request-id: req-b38b3adf-a6d3-41ae-8f3b-4aad2c28cc27 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:08.502215 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:08.502471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b38b3adf-a6d3-41ae-8f3b-4aad2c28cc27 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:08.502877 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38b3adf-a6d3-41ae-8f3b-4aad2c28cc27'] response: {'name': 'network-changed', 'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'status': 'completed', 'code': 200} Mar 29 13:15:08.618866 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16 req-c0985edd-f314-4dcb-86a2-f6e70b264699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:08.620525 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16 req-c0985edd-f314-4dcb-86a2-f6e70b264699 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1127 time: 0.0484436 Mar 29 13:15:08.774258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16 req-c9204234-e2c1-466e-9c7b-0ac7fa0c1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:08.775089 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16 req-c9204234-e2c1-466e-9c7b-0ac7fa0c1b61 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f50c725faab244d695dbe0740299f994&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0946054 Mar 29 13:15:08.869448 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16 req-d7323192-4277-4e13-9e9a-ae25d3964841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:08.870893 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f4d3aabc-0c31-4cc4-b249-d0b50078ab16 req-d7323192-4277-4e13-9e9a-ae25d3964841 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0888848 Mar 29 13:15:09.014374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26eaa61-9ec1-4edc-b277-c936072d3742 req-f083db77-7d95-480c-8397-f188123b868a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:09.017266 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a26eaa61-9ec1-4edc-b277-c936072d3742 req-f083db77-7d95-480c-8397-f188123b868a tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Mar 29 13:15:09.064661 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a26eaa61-9ec1-4edc-b277-c936072d3742 req-28d4d7ae-9f83-4040-a2a3-c352c9c00301 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408154 Mar 29 13:15:09.078954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-67a1c6b1-abeb-4aa7-bac9-a9063797697d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:09.080433 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-67a1c6b1-abeb-4aa7-bac9-a9063797697d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 945 time: 0.1319542 Mar 29 13:15:09.088950 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b399-d290-43f5-93f0-03359ff45b58 req-695d8671-b944-4676-b571-ab18126803e5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:09.090298 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8845b399-d290-43f5-93f0-03359ff45b58 req-695d8671-b944-4676-b571-ab18126803e5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.1310387 Mar 29 13:15:09.093330 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-26e98208-0a94-417d-9c19-34742ee1a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:09.094662 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-26e98208-0a94-417d-9c19-34742ee1a5f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1127 time: 0.1086802 Mar 29 13:15:09.179856 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-62db375b-b72a-48e0-9e09-68bbf36c174a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 217 time: 0.0545650 Mar 29 13:15:09.261819 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8845b399-d290-43f5-93f0-03359ff45b58 req-b21716e1-c833-4f04-a67c-f31acbef4de9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614511 Mar 29 13:15:09.280279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-5d9394b6-7e03-46e0-9070-8678b8da6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:09.281696 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-5d9394b6-7e03-46e0-9070-8678b8da6636 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 200 len: 848 time: 0.0905797 Mar 29 13:15:09.304937 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Deleting port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:09.305269 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:09.406564 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-88dbc8f3-2764-4159-8340-2bc9cdda1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:09.408082 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-88dbc8f3-2764-4159-8340-2bc9cdda1527 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e12fcf-4743-448a-ba2f-348290d3be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1166546 Mar 29 13:15:09.477834 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] For port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:09.478485 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:09.592215 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-19c2ba48-934e-4025-8a13-b6a56552a987 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746287 Mar 29 13:15:09.725427 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:09.726347 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (e544b4bb-f65d-4dd3-866d-7b85d1820e29), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:09.726728 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Floating IP e544b4bb-f65d-4dd3-866d-7b85d1820e29 disassociated. External IP: 172.27.1.57, port: 9d372d44-9c2b-4cc4-b5b5-5380426c45ff. Mar 29 13:15:09.727077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Calling delete_port for 9d372d44-9c2b-4cc4-b5b5-5380426c45ff owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:09.742850 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a81b6f87-41d3-4fc7-8103-696555d3b2fd req-f1ed1d66-0726-4e68-88f0-a33503f95932 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427801 Mar 29 13:15:09.926572 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9d372d44-9c2b-4cc4-b5b5-5380426c45ff), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:09.956157 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event deleted for resources: {'Port': ['ID=9d372d44-9c2b-4cc4-b5b5-5380426c45ff,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:10.070626 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:10.161806 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7aca7e37-50f2-4e3f-b44f-76048cd11e81 req-4b8f8de5-854d-4265-bfae-853e83df78f5 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0266356 Mar 29 13:15:10.176674 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:10.186152 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:10.197066 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:10.197796 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:10.221239 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] No DVR routers for this DVR port 9d372d44-9c2b-4cc4-b5b5-5380426c45ff on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:15:10.224005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:10.227755 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3a3ebeac-e4a8-4867-8b78-789d583c6969 req-9a4fc832-fb5d-4bbc-9c24-22a602bd7339 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "DELETE /v2.0/ports/9d372d44-9c2b-4cc4-b5b5-5380426c45ff HTTP/1.1" status: 204 len: 173 time: 1.1363938 Mar 29 13:15:10.313997 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:10.400383 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91a691-6141-4085-ba77-fe97b8217cc6 req-e08cee80-5192-4f45-a688-c3056530d53c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:10.401920 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6b91a691-6141-4085-ba77-fe97b8217cc6 req-e08cee80-5192-4f45-a688-c3056530d53c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0613828 Mar 29 13:15:10.463836 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6b91a691-6141-4085-ba77-fe97b8217cc6 req-e2aa34c0-5032-44aa-a486-9494bc1c83c5 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533798 Mar 29 13:15:10.503921 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'name': 'network-vif-deleted', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:10.506434 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e71451-5829-4a9d-8c88-a6ab2b429576" -d '{"events": [{"server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "name": "network-vif-deleted", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:10.545065 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02fb83-f056-4050-a67c-26f37d4bb65a x-openstack-request-id: req-6f02fb83-f056-4050-a67c-26f37d4bb65a {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:10.545355 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a86c56-5211-43f5-84ca-14cf44187ff0", "name": "network-vif-deleted", "tag": "9d372d44-9c2b-4cc4-b5b5-5380426c45ff", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:10.545606 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f02fb83-f056-4050-a67c-26f37d4bb65a {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:10.546005 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f02fb83-f056-4050-a67c-26f37d4bb65a'] response: {'server_uuid': '75a86c56-5211-43f5-84ca-14cf44187ff0', 'name': 'network-vif-deleted', 'tag': '9d372d44-9c2b-4cc4-b5b5-5380426c45ff', 'status': 'completed', 'code': 200} Mar 29 13:15:10.557939 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:10.708839 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:10.717054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:10.717653 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:14:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:10.821900 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:11.019507 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:11.049285 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0ec6a3-7c67-4e61-8d5b-8cb73a92e130 None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:11.282227 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-87eebce2-7794-4146-8d64-d2a333acf985 req-1c36b330-0890-4b6b-b0d3-252fcd0d7684 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a86c56-5211-43f5-84ca-14cf44187ff0 HTTP/1.1" status: 200 len: 210 time: 0.0347118 Mar 29 13:15:11.292707 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14011629-940f-4706-9256-6df2575e97f9 None None] New status for floating IP e544b4bb-f65d-4dd3-866d-7b85d1820e29: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:15:11.581216 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad5d8-afc6-439a-8462-dff4db36cce7 req-b19b3389-9c71-47a5-8a29-957190c50a71 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:11.582706 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4bad5d8-afc6-439a-8462-dff4db36cce7 req-b19b3389-9c71-47a5-8a29-957190c50a71 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0551760 Mar 29 13:15:11.637617 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4bad5d8-afc6-439a-8462-dff4db36cce7 req-fdc72b25-55c4-4ebc-9ea4-a147d50722a1 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484438 Mar 29 13:15:12.461781 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34786) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:12.514857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf375-fb73-4c2d-826c-91e1c2c4d67d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (1ba8f03c-d527-4bdf-a3d9-a99b0af44dda), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.541995 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf375-fb73-4c2d-826c-91e1c2c4d67d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (1ba8f03c-d527-4bdf-a3d9-a99b0af44dda), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.636862 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf375-fb73-4c2d-826c-91e1c2c4d67d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1ba8f03c-d527-4bdf-a3d9-a99b0af44dda), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.639515 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf375-fb73-4c2d-826c-91e1c2c4d67d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.640715 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-6fbbf375-fb73-4c2d-826c-91e1c2c4d67d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "DELETE /v2.0/security-groups/1ba8f03c-d527-4bdf-a3d9-a99b0af44dda HTTP/1.1" status: 204 len: 168 time: 0.1779156 Mar 29 13:15:12.643524 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34788) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:12.651084 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf375-fb73-4c2d-826c-91e1c2c4d67d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba8f03c-d527-4bdf-a3d9-a99b0af44dda,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:12.657749 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.api.v2.resource [None req-86bd0d22-73d9-4801-a1f5-8510fe65b889 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] show failed (client error): The resource could not be found. Mar 29 13:15:12.660881 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-86bd0d22-73d9-4801-a1f5-8510fe65b889 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups/1ba8f03c-d527-4bdf-a3d9-a99b0af44dda HTTP/1.1" status: 404 len: 347 time: 0.0142915 Mar 29 13:15:12.661939 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34792) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:12.760245 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c71e-5317-43ea-81d6-866d4f64b163 req-9c6affb2-d426-4435-bbd2-82ce0a21d716 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:12.761856 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4f91c71e-5317-43ea-81d6-866d4f64b163 req-9c6affb2-d426-4435-bbd2-82ce0a21d716 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0548959 Mar 29 13:15:12.790215 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Deleting port abe66a3d-f50e-4aee-9a88-d05ab8837086 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:12.790559 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.810814 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4f91c71e-5317-43ea-81d6-866d4f64b163 req-da909eda-0763-42dd-8990-ad98d36c4bd4 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Mar 29 13:15:12.868314 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.868638 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (abe66a3d-f50e-4aee-9a88-d05ab8837086), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:12.880034 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Calling delete_port for abe66a3d-f50e-4aee-9a88-d05ab8837086 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:13.074867 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (abe66a3d-f50e-4aee-9a88-d05ab8837086), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:13.100352 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event deleted for resources: {'Port': ['ID=abe66a3d-f50e-4aee-9a88-d05ab8837086,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:13.163961 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (e544b4bb-f65d-4dd3-866d-7b85d1820e29), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:13.166505 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:13.167683 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-25945ac1-21aa-42e8-9dba-14ec5abbbce1 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "DELETE /v2.0/floatingips/e544b4bb-f65d-4dd3-866d-7b85d1820e29 HTTP/1.1" status: 204 len: 168 time: 0.5041173 Mar 29 13:15:13.629748 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9d372d44-9c2b-4cc4-b5b5-5380426c45ff no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:13.658508 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 9d372d44-9c2b-4cc4-b5b5-5380426c45ff {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:13.658992 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9d372d44-9c2b-4cc4-b5b5-5380426c45ff not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:13.836980 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34806) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:13.841870 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835412378', 'description': 'tempest-description--2056686128'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:13.935562 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd101-1878-4bba-b755-c7b706f6fe11 req-0437c591-17ca-4d68-9184-bb1f3a858825 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:13.937116 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-098cd101-1878-4bba-b755-c7b706f6fe11 req-0437c591-17ca-4d68-9184-bb1f3a858825 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0598176 Mar 29 13:15:13.964239 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.004704 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-098cd101-1878-4bba-b755-c7b706f6fe11 req-248d9255-2c6b-4771-80f3-7a32b593b6a7 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619297 Mar 29 13:15:14.052946 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (98dd1b1a-03f6-4b80-aab2-27c35061df31), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.093877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0da3a-056d-4a35-9b48-48a479cd2326 req-ddc0efb5-22e3-45e0-8ea7-92c5fd3b3231 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:14.095343 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4ba0da3a-056d-4a35-9b48-48a479cd2326 req-ddc0efb5-22e3-45e0-8ea7-92c5fd3b3231 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0543685 Mar 29 13:15:14.128128 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (98dd1b1a-03f6-4b80-aab2-27c35061df31), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.144989 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4ba0da3a-056d-4a35-9b48-48a479cd2326 req-fbe15fe9-96f9-44b0-ae89-a72999ac79e3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Mar 29 13:15:14.157500 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd1b1a-03f6-4b80-aab2-27c35061df31,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:14.237047 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.238222 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-145c6baf-6dae-4c4c-ab68-7f5248825478 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4001446 Mar 29 13:15:14.241011 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34810) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:14.245946 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'security_group_rule': {'security_group_id': '98dd1b1a-03f6-4b80-aab2-27c35061df31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:14.315853 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (8ac31371-984a-44d6-bdee-5b79480d25d2), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.369611 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (8ac31371-984a-44d6-bdee-5b79480d25d2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.442812 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (8ac31371-984a-44d6-bdee-5b79480d25d2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.460961 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac31371-984a-44d6-bdee-5b79480d25d2,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:14.536846 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.538146 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-896b2ea2-29ff-4586-93ed-12b0e4cd7c72 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2953577 Mar 29 13:15:14.540778 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34812) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:14.545150 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'security_group_rule': {'security_group_id': '98dd1b1a-03f6-4b80-aab2-27c35061df31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:14.619263 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (c49b1411-9f31-43aa-bc4d-e17365bbb414), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.672833 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (c49b1411-9f31-43aa-bc4d-e17365bbb414), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.756558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (c49b1411-9f31-43aa-bc4d-e17365bbb414), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.774792 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49b1411-9f31-43aa-bc4d-e17365bbb414,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:14.821731 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:14.822887 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ea15b179-f13f-46c9-b98f-b575fb4d6743 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811494 Mar 29 13:15:14.825976 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34814) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:14.830185 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:14.910856 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.009689 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.149286 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Allocated IP 172.27.1.121 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/d972ab68-2a34-4a57-9114-a2b1b7ae1967) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:15:15.171575 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6274f-e42b-4b4f-91f0-9d81cacfc550 req-8ee7434e-a220-4e01-9683-10132eef354e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:15.173090 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-66d6274f-e42b-4b4f-91f0-9d81cacfc550 req-8ee7434e-a220-4e01-9683-10132eef354e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.1010163 Mar 29 13:15:15.264143 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb802c2-027b-48d0-a44b-d2850fe9cb71 req-4fe3553e-6b12-43e2-92e8-76afaadaefc5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:15.265725 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fcb802c2-027b-48d0-a44b-d2850fe9cb71 req-4fe3553e-6b12-43e2-92e8-76afaadaefc5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0521910 Mar 29 13:15:15.278401 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-66d6274f-e42b-4b4f-91f0-9d81cacfc550 req-5b772f2c-78af-4a99-9907-89c3e4424910 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900393 Mar 29 13:15:15.305758 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.315109 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fcb802c2-027b-48d0-a44b-d2850fe9cb71 req-e0c531d2-9d30-421b-a9a0-eaf85fd33b61 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Mar 29 13:15:15.401227 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.438374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:15:15.441232 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:15:15.443782 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:15:15.469689 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'Port': ['ID=d972ab68-2a34-4a57-9114-a2b1b7ae1967,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:15.534972 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (2769769c-e800-46b1-8806-b531873f7860), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.662713 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.813063 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.870718 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:15.941866 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'Port': ['ID=d972ab68-2a34-4a57-9114-a2b1b7ae1967,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:15.952516 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (2769769c-e800-46b1-8806-b531873f7860), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:16.037089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:16.038378 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f19565bf-5e0b-4625-9231-59912fd9b461 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2113883 Mar 29 13:15:16.235896 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-d21c4d41-02de-45cd-95ed-f449d9f6b244 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--835412378&fields=id&tenant_id=6cbefcd14e9549169690c965e3bed989 HTTP/1.1" status: 200 len: 267 time: 0.0427525 Mar 29 13:15:16.312488 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b15c3e5e-907b-4eec-9363-5bef58fe3f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:16.362336 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-c1fa6f90-56d3-4410-9bb2-3b76fffa79ca tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:16.364356 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-c1fa6f90-56d3-4410-9bb2-3b76fffa79ca tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 811 time: 0.1214793 Mar 29 13:15:16.380463 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-10b239f7-dbf8-4707-b3e4-b3863bc61cd3 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/quotas/6cbefcd14e9549169690c965e3bed989 HTTP/1.1" status: 200 len: 375 time: 0.0093887 Mar 29 13:15:16.414564 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ea6f-0541-46e5-8b19-ff31ff7b9b8b req-960e45f6-7e29-4a3d-b314-232939f9ade8 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:16.416087 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-20a2ea6f-0541-46e5-8b19-ff31ff7b9b8b req-960e45f6-7e29-4a3d-b314-232939f9ade8 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0642951 Mar 29 13:15:16.437708 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-1ce8aa3d-e540-4b81-8a9f-5641b5880030 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503581 Mar 29 13:15:16.464761 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-20a2ea6f-0541-46e5-8b19-ff31ff7b9b8b req-8905dfa5-d289-4f89-91fd-b9f58ca64871 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431426 Mar 29 13:15:16.533258 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-5edcdf87-34ae-45d6-96a0-ef6a4ea0a569 service neutron] 10.222.0.21 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834026 Mar 29 13:15:16.572880 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a93b3-1dee-45b0-b470-b1bad801e152 req-a5805ea3-fe3b-490e-ae78-8cf0cdbf9ab7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:16.574354 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc9a93b3-1dee-45b0-b470-b1bad801e152 req-a5805ea3-fe3b-490e-ae78-8cf0cdbf9ab7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0575264 Mar 29 13:15:16.620965 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc9a93b3-1dee-45b0-b470-b1bad801e152 req-867f7dea-2bb7-4850-a359-6c4fa66cd0f5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Mar 29 13:15:16.628292 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7ffb83be-6ad2-490a-b1f9-037d0a5040ed service neutron] 10.222.0.21 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884418 Mar 29 13:15:16.916715 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ee8316de-25f1-44cd-8644-ccc191c6b519 req-8e853db4-7144-40cc-95e9-91f811b68d24 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 210 time: 0.0273559 Mar 29 13:15:17.583835 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903036e-bd1f-4214-883a-009180ed9eb4 req-b59e3e1c-cd9a-47c7-a458-4a212892c29e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:17.585436 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3903036e-bd1f-4214-883a-009180ed9eb4 req-b59e3e1c-cd9a-47c7-a458-4a212892c29e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0534909 Mar 29 13:15:17.632338 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:15:17.633508 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3903036e-bd1f-4214-883a-009180ed9eb4 req-843ef8aa-0eee-4345-9dfc-2dfd4873f8c4 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423036 Mar 29 13:15:17.743575 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:17.754888 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f4c94-174c-48db-99e8-0d8f8ad6bf44 req-9667d5bd-ac11-4a23-8c50-9670845d85d2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:17.755497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'port_id': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'mac_address': 'fa:16:3e:66:cf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:15:17.762219 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2f0f4c94-174c-48db-99e8-0d8f8ad6bf44 req-9667d5bd-ac11-4a23-8c50-9670845d85d2 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0556612 Mar 29 13:15:17.796743 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5d5c62bd-4788-43b9-b48b-fef300dc9eff is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:15:17.797133 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:17.808023 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2f0f4c94-174c-48db-99e8-0d8f8ad6bf44 req-cb6e4d4d-5d9b-4987-bf15-6acfc1020912 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=0cf25a40-b128-4104-afa5-92a9b50c2190&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447867 Mar 29 13:15:17.811403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5c62bd-4788-43b9-b48b-fef300dc9eff {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:15:17.835519 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:17.928726 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:17.964288 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-169963cd-4044-418b-bee5-b5e71b971589 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:17.965901 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-169963cd-4044-418b-bee5-b5e71b971589 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 946 time: 0.0597587 Mar 29 13:15:17.979290 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:18.017384 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6b068def-d459-4beb-87f0-1b8f7f03efa0 req-85d6f2c8-47e4-4ab7-b695-a0b254d7299d tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 210 time: 0.0340877 Mar 29 13:15:18.081972 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Deleting port 82b226d9-0d1a-47fb-8e64-95510739c31a {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:18.086895 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:18.172745 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] For port 82b226d9-0d1a-47fb-8e64-95510739c31a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=82b226d9-0d1a-47fb-8e64-95510739c31a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:18.173103 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:18.287729 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5d5c62bd-4788-43b9-b48b-fef300dc9eff'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:15:18.348446 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:18.348923 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:18.349312 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Floating IP 14b44a94-2734-4191-a6d9-8036db0ed93d disassociated. External IP: 172.27.1.164, port: 82b226d9-0d1a-47fb-8e64-95510739c31a. Mar 29 13:15:18.349731 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Calling delete_port for 82b226d9-0d1a-47fb-8e64-95510739c31a owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:18.516196 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6663c37c-ba09-4c1e-8d0f-7f81fe1a485f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:18.574496 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (82b226d9-0d1a-47fb-8e64-95510739c31a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:18.600059 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event deleted for resources: {'Port': ['ID=82b226d9-0d1a-47fb-8e64-95510739c31a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:18.914940 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-00684153-dfbf-412c-8919-0c6b58ac5091 req-3b32b3e1-08e0-41db-9755-59c15c1978b9 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 210 time: 0.0362890 Mar 29 13:15:18.996151 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483b659-16e6-496d-8cc8-3e56ea900e4d req-427f6d60-1da6-444d-ac55-6d061a7bc081 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:18.996151 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2483b659-16e6-496d-8cc8-3e56ea900e4d req-427f6d60-1da6-444d-ac55-6d061a7bc081 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 944 time: 0.0768120 Mar 29 13:15:19.023304 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Router f3305bbe-4c37-4699-b80b-7169e9caa2aa has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:19.108282 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2483b659-16e6-496d-8cc8-3e56ea900e4d req-7f567969-de51-429a-89f5-e70955c55b5c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050179 Mar 29 13:15:19.132670 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-82f11e6c-c9af-436e-9d8f-81c32b4298f8 req-22badfe1-64c7-494b-abe4-5147686e10d0 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 210 time: 0.0411685 Mar 29 13:15:19.237059 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-d614f59f-780e-4a17-bf32-8e85f2b72654 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:19.238394 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-d614f59f-780e-4a17-bf32-8e85f2b72654 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 811 time: 0.1976724 Mar 29 13:15:19.250506 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:19.260838 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] Sync routers for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:19.271729 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:19.272806 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:19.305790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] No DVR routers for this DVR port 82b226d9-0d1a-47fb-8e64-95510739c31a on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:15:19.308504 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:19.311918 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d2f75b20-aab0-4a28-a4e0-ae75c79ba7e0 req-1136346d-5cda-4568-b942-ccca6685ee03 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "DELETE /v2.0/ports/82b226d9-0d1a-47fb-8e64-95510739c31a HTTP/1.1" status: 204 len: 173 time: 1.3359478 Mar 29 13:15:19.312681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'name': 'network-vif-deleted', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:19.315840 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0b85b8-0320-48be-bf89-377618a3a14f" -d '{"events": [{"server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "name": "network-vif-deleted", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:19.358365 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7ec8a979-878b-4191-acb5-be7920a3ba9c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cbefcd14e9549169690c965e3bed989 HTTP/1.1" status: 200 len: 379 time: 0.1016009 Mar 29 13:15:19.359839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903292d8-f1c6-4d2d-aa8e-b7c9d5a58219 x-openstack-request-id: req-903292d8-f1c6-4d2d-aa8e-b7c9d5a58219 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:19.360844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432cdfe0-0eb5-4a7b-ba51-43dff779cab2", "name": "network-vif-deleted", "tag": "82b226d9-0d1a-47fb-8e64-95510739c31a", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:19.360844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-903292d8-f1c6-4d2d-aa8e-b7c9d5a58219 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:19.360844 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903292d8-f1c6-4d2d-aa8e-b7c9d5a58219'] response: {'server_uuid': '432cdfe0-0eb5-4a7b-ba51-43dff779cab2', 'name': 'network-vif-deleted', 'tag': '82b226d9-0d1a-47fb-8e64-95510739c31a', 'status': 'completed', 'code': 200} Mar 29 13:15:19.389324 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:19.421179 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'port': {'device_id': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'admin_state_up': True, 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'security_groups': ['98dd1b1a-03f6-4b80-aab2-27c35061df31']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:19.621275 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:19.648080 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] Checking router: f3305bbe-4c37-4699-b80b-7169e9caa2aa for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:19.654846 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Made reservation on behalf of 6cbefcd14e9549169690c965e3bed989 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:15:19.656136 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:19.658620 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:19.658730 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:19.658730 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:19.696237 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:15:19.796854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Allocated IP 172.20.0.6 (164a3e81-0d13-466d-82e1-8ae02ba46096/fb3b62f9-4cbc-4221-915b-671c7a6fb334/a063eaf4-3c74-4d87-9739-f1c99aa3c400) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:15:19.807080 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:19.920942 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 5d5c62bd-4788-43b9-b48b-fef300dc9eff completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:15:19.928456 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 5d5c62bd-4788-43b9-b48b-fef300dc9eff triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:15:19.928978 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:19.938959 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.025885 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-314def87-7560-42dd-a671-413ec5d372b2 req-5ad26f34-6b8a-4bac-99b2-6b1c49c5f879 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=432cdfe0-0eb5-4a7b-ba51-43dff779cab2 HTTP/1.1" status: 200 len: 210 time: 0.0268497 Mar 29 13:15:20.029796 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.064963 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5d5c62bd-4788-43b9-b48b-fef300dc9eff is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:15:20.073721 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.080667 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:15:20.085871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:15:20.091081 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:15:20.095635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event updated for resources: {'Port': ['ID=a063eaf4-3c74-4d87-9739-f1c99aa3c400,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:20.096640 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:20.098386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd3123-75e4-4271-bf27-7ba2241be297" -d '{"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-plugged", "status": "completed", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:20.113176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:20.157535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:20.158044 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.276748 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c0663-aafd-4427-95e3-aef57c798979 req-d134df3a-3730-42f8-b47d-8e52542d370c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:20.287767 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d97c0663-aafd-4427-95e3-aef57c798979 req-d134df3a-3730-42f8-b47d-8e52542d370c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 944 time: 0.0735118 Mar 29 13:15:20.322109 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3696c9a-ab49-4220-a72e-f52ede24e923 x-openstack-request-id: req-f3696c9a-ab49-4220-a72e-f52ede24e923 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:20.322729 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-plugged", "status": "completed", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:20.322729 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3696c9a-ab49-4220-a72e-f52ede24e923 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:20.323015 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3696c9a-ab49-4220-a72e-f52ede24e923'] response: {'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'code': 200} Mar 29 13:15:20.324610 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a388b-c1ad-41f6-bd05-af26d8e2625b None None] The sync data for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi is: [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:47Z', 'revision_number': 4, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c8c80c9c-b554-4ad9-97d4-ff3c96bc668a', 'name': '', 'network_id': 'bddd7e51-28ef-473e-8aa0-c1845fe8bc64', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'mac_address': 'fa:16:3e:81:7c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:42Z', 'updated_at': '2022-03-29T13:10:56Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'subnets': [{'id': 'a079b5d9-d13b-4388-b26e-cde287212f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:20.328414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:20.348316 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d97c0663-aafd-4427-95e3-aef57c798979 req-e5e090a1-72e6-4703-9310-f0d4cddc7690 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596399 Mar 29 13:15:20.358141 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-fad07e0f-f45d-4a5a-9c82-25ffda7d0915 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9408457 Mar 29 13:15:20.371536 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73884a73-75ae-43e7-9c76-f26597c77284 req-be0435ed-4047-4c0f-8788-f11dcccc83a9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:20.372635 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-73884a73-75ae-43e7-9c76-f26597c77284 req-be0435ed-4047-4c0f-8788-f11dcccc83a9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 931 time: 0.0843921 Mar 29 13:15:20.384943 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.390759 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Request body: {'port': {'device_id': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:20.451264 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:20.453028 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-0c7265e5-effa-413b-a4a6-5660d87e83d6 None None] Provisioning complete for port a063eaf4-3c74-4d87-9739-f1c99aa3c400 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:15:20.453600 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0c7265e5-effa-413b-a4a6-5660d87e83d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.483408 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-73884a73-75ae-43e7-9c76-f26597c77284 req-4335cdf6-85ba-44a6-a440-765f1d7b8180 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049488 Mar 29 13:15:20.491850 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.513088 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-0c7265e5-effa-413b-a4a6-5660d87e83d6 None None] Port a063eaf4-3c74-4d87-9739-f1c99aa3c400 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:15:20.642160 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c07f957-9801-4e19-8308-bed1d5a6daee None None] New status for floating IP 14b44a94-2734-4191-a6d9-8036db0ed93d: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:15:20.814958 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e43b8-d87e-4e76-a211-902183691939 req-2fc47342-0686-4f56-81bd-97634d4d49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:20.816521 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9f5e43b8-d87e-4e76-a211-902183691939 req-2fc47342-0686-4f56-81bd-97634d4d49f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1129 time: 0.0918269 Mar 29 13:15:20.825117 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a063eaf4-3c74-4d87-9739-f1c99aa3c400 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:15:20.906839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Publish callbacks [] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:20.929171 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Transition to ACTIVE for port object a063eaf4-3c74-4d87-9739-f1c99aa3c400 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:15:20.949310 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9f5e43b8-d87e-4e76-a211-902183691939 req-1ca2d6be-9d90-4f1e-ba98-6a72013bb007 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262698 Mar 29 13:15:21.006085 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.029395 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.059747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Pushing event updated for resources: {'Port': ['ID=a063eaf4-3c74-4d87-9739-f1c99aa3c400,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:21.129843 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Attempting to bind port a063eaf4-3c74-4d87-9739-f1c99aa3c400 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:15:21.130178 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Attempting to bind port a063eaf4-3c74-4d87-9739-f1c99aa3c400 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:15:21.130711 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Attempting to bind port a063eaf4-3c74-4d87-9739-f1c99aa3c400 on network 164a3e81-0d13-466d-82e1-8ae02ba46096 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:15:21.136783 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Port a063eaf4-3c74-4d87-9739-f1c99aa3c400 on network 164a3e81-0d13-466d-82e1-8ae02ba46096 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:15:21.137228 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Attempting to bind port a063eaf4-3c74-4d87-9739-f1c99aa3c400 on network 164a3e81-0d13-466d-82e1-8ae02ba46096 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:15:21.142857 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:15:21.143290 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Checking segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:15:21.143777 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Bound using segment: {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:15:21.144283 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Bound port: a063eaf4-3c74-4d87-9739-f1c99aa3c400, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:15:21.144715 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.178830 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34882) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:21.220659 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] For port a063eaf4-3c74-4d87-9739-f1c99aa3c400, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:15:21.224044 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] For port a063eaf4-3c74-4d87-9739-f1c99aa3c400, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:15:21.238793 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e7c1-38e6-4b9e-858b-a3fa0dae805c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group (0cf25a40-b128-4104-afa5-92a9b50c2190), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.262584 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e7c1-38e6-4b9e-858b-a3fa0dae805c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group (0cf25a40-b128-4104-afa5-92a9b50c2190), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.288885 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.323988 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:21.324616 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.325999 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] 10.222.0.18 "PUT /v2.0/ports/a063eaf4-3c74-4d87-9739-f1c99aa3c400 HTTP/1.1" status: 200 len: 1093 time: 0.9404478 Mar 29 13:15:21.360585 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9c6e9-b0d5-4748-99fe-bae23a487345 service neutron] Pushing event updated for resources: {'Port': ['ID=a063eaf4-3c74-4d87-9739-f1c99aa3c400,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:21.363765 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e7c1-38e6-4b9e-858b-a3fa0dae805c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (0cf25a40-b128-4104-afa5-92a9b50c2190), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.364351 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f7c8e7c1-38e6-4b9e-858b-a3fa0dae805c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.368819 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:21.369866 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f7c8e7c1-38e6-4b9e-858b-a3fa0dae805c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cf25a40-b128-4104-afa5-92a9b50c2190 HTTP/1.1" status: 204 len: 168 time: 0.1892769 Mar 29 13:15:21.370660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34884) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:21.372389 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cc80c9-4a39-4ed6-9672-44109d31fe88" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:21.393857 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.api.v2.resource [None req-0adb92e2-72ff-4a5a-842d-1c1a96610f0c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] show failed (client error): The resource could not be found. Mar 29 13:15:21.397882 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0adb92e2-72ff-4a5a-842d-1c1a96610f0c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups/0cf25a40-b128-4104-afa5-92a9b50c2190 HTTP/1.1" status: 404 len: 347 time: 0.0218887 Mar 29 13:15:21.398574 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34890) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:21.399458 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8e7c1-38e6-4b9e-858b-a3fa0dae805c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf25a40-b128-4104-afa5-92a9b50c2190,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:21.452945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571489a4-c9a7-4513-bb2d-50156eeac247 x-openstack-request-id: req-571489a4-c9a7-4513-bb2d-50156eeac247 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:21.453238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:21.453489 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-571489a4-c9a7-4513-bb2d-50156eeac247 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:21.453881 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571489a4-c9a7-4513-bb2d-50156eeac247'] response: {'name': 'network-changed', 'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'status': 'completed', 'code': 200} Mar 29 13:15:21.518179 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aaade-9d43-4be5-a6f9-c6a38ddfaa61 req-17452f39-3c53-47f6-b356-2520301b9a76 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:21.520016 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-737aaade-9d43-4be5-a6f9-c6a38ddfaa61 req-17452f39-3c53-47f6-b356-2520301b9a76 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0552394 Mar 29 13:15:21.579755 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-737aaade-9d43-4be5-a6f9-c6a38ddfaa61 req-37296543-51d0-4e17-845f-bfb32995cd9a tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530221 Mar 29 13:15:21.582076 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-4b6abed3-f4fb-441b-b545-36803b80e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:21.583609 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-4b6abed3-f4fb-441b-b545-36803b80e436 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 1127 time: 0.1243565 Mar 29 13:15:21.658497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 82b226d9-0d1a-47fb-8e64-95510739c31a no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:21.659094 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Deleting port d8f7bdfb-abbc-47ba-bafd-d067c932b665 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:21.659223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.661544 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-72cc5b0d-be96-48ab-bbcb-7cce060bab84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400 HTTP/1.1" status: 200 len: 217 time: 0.0494678 Mar 29 13:15:21.681733 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 82b226d9-0d1a-47fb-8e64-95510739c31a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:21.682072 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 82b226d9-0d1a-47fb-8e64-95510739c31a not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:21.767238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ecc26-18ab-4e6a-938c-927b4b33d40a req-1aced1ea-9bb1-42a1-ac4a-45ce72ce7bfc tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:21.771678 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a05ecc26-18ab-4e6a-938c-927b4b33d40a req-1aced1ea-9bb1-42a1-ac4a-45ce72ce7bfc tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 943 time: 0.1842539 Mar 29 13:15:21.777235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-65a06ad8-0730-47ec-a49c-38d9d7138a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:21.778647 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-65a06ad8-0730-47ec-a49c-38d9d7138a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.1056345 Mar 29 13:15:21.811440 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.811789 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (d8f7bdfb-abbc-47ba-bafd-d067c932b665), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:21.839838 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Calling delete_port for d8f7bdfb-abbc-47ba-bafd-d067c932b665 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:21.917346 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a05ecc26-18ab-4e6a-938c-927b4b33d40a req-73366204-e840-4f34-8094-db1c0d1b926c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377530 Mar 29 13:15:21.926459 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-b8007e08-81f2-4d34-a167-2468b29eb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:21.927930 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-b8007e08-81f2-4d34-a167-2468b29eb0be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376147 Mar 29 13:15:22.062854 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-64eeaa7a-4390-4c98-a9f0-5854dcecb555 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255312 Mar 29 13:15:22.155989 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-597bcb74-2405-4f6d-88fd-55d337b96fe3 req-84fd67de-3cde-4d11-8e57-077c2f7e1d9d service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Mar 29 13:15:22.156917 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (d8f7bdfb-abbc-47ba-bafd-d067c932b665), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:22.184414 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event deleted for resources: {'Port': ['ID=d8f7bdfb-abbc-47ba-bafd-d067c932b665,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:22.247388 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks [] for floatingip (14b44a94-2734-4191-a6d9-8036db0ed93d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:22.250034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:22.251166 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-78500d22-4e7b-41bd-898b-458e2b7991f7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "DELETE /v2.0/floatingips/14b44a94-2734-4191-a6d9-8036db0ed93d HTTP/1.1" status: 204 len: 168 time: 0.8515036 Mar 29 13:15:22.362076 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-44be0bc1-9e65-4218-9811-ebe46b52bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:22.363607 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-44be0bc1-9e65-4218-9811-ebe46b52bf37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 1127 time: 0.0478933 Mar 29 13:15:22.467987 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-95522f10-8fab-41ad-8394-20578ba4d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:22.469602 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-95522f10-8fab-41ad-8394-20578ba4d3a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.0952566 Mar 29 13:15:22.512659 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-a0be5ade-b4a4-4d2c-9b64-fd415fd585df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400 HTTP/1.1" status: 200 len: 217 time: 0.0355036 Mar 29 13:15:22.562280 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-b49dd164-33f9-4284-9d5b-e6e400228842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:22.563801 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-b49dd164-33f9-4284-9d5b-e6e400228842 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.0441475 Mar 29 13:15:22.618349 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-9e9e7ab2-ada2-4313-8bc2-14c4c88cfcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:22.619919 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-9e9e7ab2-ada2-4313-8bc2-14c4c88cfcc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494130 Mar 29 13:15:22.700839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4e1fb-17cb-4b12-87c2-d25d3c46af98 req-68a3ddff-da6f-4404-873e-66ad08652400 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:22.702293 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3be4e1fb-17cb-4b12-87c2-d25d3c46af98 req-68a3ddff-da6f-4404-873e-66ad08652400 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Mar 29 13:15:22.718327 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-dbac81da-1219-4f94-8834-960b0649d078 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919271 Mar 29 13:15:22.734239 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:22.755094 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3be4e1fb-17cb-4b12-87c2-d25d3c46af98 req-d979fd03-5b2e-4d2e-822b-7a2605881509 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468483 Mar 29 13:15:22.822184 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46cc80c9-4a39-4ed6-9672-44109d31fe88 req-7fe817b6-58f8-4a21-bf27-e7992dd6eb34 service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968208 Mar 29 13:15:22.888292 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967b0ad-d149-443c-b79b-f3ab167d8686 req-11634f67-2d7e-4f3e-a043-73aca0c9b55d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:22.889762 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4967b0ad-d149-443c-b79b-f3ab167d8686 req-11634f67-2d7e-4f3e-a043-73aca0c9b55d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0572863 Mar 29 13:15:22.938707 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4967b0ad-d149-443c-b79b-f3ab167d8686 req-1bb2c95a-f073-45a7-b8cc-4d734ea1e21b tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433862 Mar 29 13:15:22.960492 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34904) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:23.045159 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6e386-0229-4805-a2b1-a3fa41a7bcb6 req-8944aaf9-db22-4996-87da-5c037096e57f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:23.048546 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f5e6e386-0229-4805-a2b1-a3fa41a7bcb6 req-8944aaf9-db22-4996-87da-5c037096e57f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 943 time: 0.0610003 Mar 29 13:15:23.106438 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f5e6e386-0229-4805-a2b1-a3fa41a7bcb6 req-105be6c2-aeff-44af-b0bd-8c3a6815dd13 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Mar 29 13:15:23.107166 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d9266-d009-4aa1-9992-5ce27830747c tempest-TestShelveInstance-1534729529 tempest-TestShelveInstance-1534729529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:23.112387 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 34908) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:23.113747 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-026d9266-d009-4aa1-9992-5ce27830747c tempest-TestShelveInstance-1534729529 tempest-TestShelveInstance-1534729529-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1124 time: 0.1470647 Mar 29 13:15:23.116704 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'port_id': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:23.206285 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:23.302167 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:23.407097 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Allocated IP 172.27.1.73 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/f200e9fc-0bff-42b7-b0ad-7ba62a278956) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:15:23.512268 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:23.603152 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:23.640800 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:15:23.643729 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:15:23.650504 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:15:23.672053 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'Port': ['ID=f200e9fc-0bff-42b7-b0ad-7ba62a278956,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:24.003732 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for floatingip (cadb6298-b0a5-486b-bab0-5f6b3a7af478), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:24.129600 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:24.228856 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c3bc5-ded4-4a19-b843-bd5d3fc32f3d req-8464d711-d500-43ab-a8c0-e62cc7bf55f7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:24.230407 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-586c3bc5-ded4-4a19-b843-bd5d3fc32f3d req-8464d711-d500-43ab-a8c0-e62cc7bf55f7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 943 time: 0.0525825 Mar 29 13:15:24.279336 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:24.281091 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-586c3bc5-ded4-4a19-b843-bd5d3fc32f3d req-9ad2d525-a47c-4763-9ca2-d9fb175a4815 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Mar 29 13:15:24.331609 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:24.400804 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event updated for resources: {'Port': ['ID=f200e9fc-0bff-42b7-b0ad-7ba62a278956,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:24.412336 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (cadb6298-b0a5-486b-bab0-5f6b3a7af478), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:24.513519 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Floating IP cadb6298-b0a5-486b-bab0-5f6b3a7af478 associated. External IP: 172.27.1.73, port: 5d5c62bd-4788-43b9-b48b-fef300dc9eff. Mar 29 13:15:24.970859 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Router c0fe5a79-5d5d-4601-9f5f-67692f5442ee has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:25.079032 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:25.089488 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] Sync routers for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:25.098555 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:25.099168 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:25.155274 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:25.192849 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-56ea7a3c-493a-40a6-830a-0a49c019cbf0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0796690 Mar 29 13:15:25.194104 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:25.197195 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942140ec-cfc7-499b-bbd8-13d50f09d4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:25.224875 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:25.231370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350728f-f1e9-42d0-808b-c982be614bf3 req-14312ddd-aeff-46df-8071-752219115498 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:25.232994 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6350728f-f1e9-42d0-808b-c982be614bf3 req-14312ddd-aeff-46df-8071-752219115498 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0596070 Mar 29 13:15:25.237014 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ed4e88-109a-4a55-aa85-5e987b309ccc x-openstack-request-id: req-a3ed4e88-109a-4a55-aa85-5e987b309ccc {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:25.237297 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:25.237548 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3ed4e88-109a-4a55-aa85-5e987b309ccc {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:25.237994 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ed4e88-109a-4a55-aa85-5e987b309ccc'] response: {'name': 'network-changed', 'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'status': 'completed', 'code': 200} Mar 29 13:15:25.284918 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6350728f-f1e9-42d0-808b-c982be614bf3 req-ba3060aa-fc68-4beb-aacd-ae4e4ee6725e tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Mar 29 13:15:25.329604 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-9a279396-7039-42ca-b9d6-91498cdc5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:25.331056 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-9a279396-7039-42ca-b9d6-91498cdc5d97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1129 time: 0.0451586 Mar 29 13:15:25.419409 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bc527-c452-4ed6-a183-f9643756ef2a req-fec96136-840c-4d39-9fe6-902a10e2ac08 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:25.423967 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ae1bc527-c452-4ed6-a183-f9643756ef2a req-fec96136-840c-4d39-9fe6-902a10e2ac08 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 943 time: 0.0686297 Mar 29 13:15:25.440119 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-bcc071b1-d04f-40e0-b7dd-d14f0306a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:25.441794 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-bcc071b1-d04f-40e0-b7dd-d14f0306a383 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 909 time: 0.0979979 Mar 29 13:15:25.474294 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'cadb6298-b0a5-486b-bab0-5f6b3a7af478', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'port_id': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'mac_address': 'fa:16:3e:66:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:15:23Z', 'updated_at': '2022-03-29T13:15:23Z', 'revision_number': 0, 'project_id': 'f50c725faab244d695dbe0740299f994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:25.484745 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ae1bc527-c452-4ed6-a183-f9643756ef2a req-7eccd1b9-f89a-452c-b878-c0b04c9d46c9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567796 Mar 29 13:15:25.501926 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] Checking router: c0fe5a79-5d5d-4601-9f5f-67692f5442ee for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:25.510013 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-e570d13f-b01a-42b4-adaa-2056ecd47ae9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 998 time: 0.0611179 Mar 29 13:15:25.510872 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:25.511476 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:25.559048 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-fd8f4b9e-3287-4333-8f87-212bcbb6db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:25.560533 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-fd8f4b9e-3287-4333-8f87-212bcbb6db31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 200 len: 848 time: 0.0439842 Mar 29 13:15:25.612376 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-271b48b0-b406-402e-96f4-8297df2108bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:25.613786 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-271b48b0-b406-402e-96f4-8297df2108bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e12fcf-4743-448a-ba2f-348290d3be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467741 Mar 29 13:15:25.619087 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:25.696169 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device a063eaf4-3c74-4d87-9739-f1c99aa3c400 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:15:25.700818 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-bdf54869-96df-4e9a-824c-04e416febb8e service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797987 Mar 29 13:15:25.792701 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-942140ec-cfc7-499b-bbd8-13d50f09d4a7 req-061ba8d0-bff1-4cae-82dc-c3c67f4677e4 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854130 Mar 29 13:15:25.869490 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port a063eaf4-3c74-4d87-9739-f1c99aa3c400, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:25.897982 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'port_id': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'mac_address': 'fa:16:3e:e5:68:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:15:25.945424 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port a063eaf4-3c74-4d87-9739-f1c99aa3c400 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:15:25.945841 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:25.965639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a063eaf4-3c74-4d87-9739-f1c99aa3c400 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:15:25.972209 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'cadb6298-b0a5-486b-bab0-5f6b3a7af478', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'port_id': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'mac_address': 'fa:16:3e:66:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:15:23Z', 'updated_at': '2022-03-29T13:15:23Z', 'revision_number': 0, 'project_id': 'f50c725faab244d695dbe0740299f994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:26.002438 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651fd4b6-5e03-4935-bb9b-18f2ebfa4c7e None None] The sync data for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi is: [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': 'cadb6298-b0a5-486b-bab0-5f6b3a7af478', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'port_id': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'mac_address': 'fa:16:3e:66:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:15:23Z', 'updated_at': '2022-03-29T13:15:23Z', 'revision_number': 0, 'project_id': 'f50c725faab244d695dbe0740299f994', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:26.011433 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port a063eaf4-3c74-4d87-9739-f1c99aa3c400, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:26.086928 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:26.135702 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=a063eaf4-3c74-4d87-9739-f1c99aa3c400,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:26.192712 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8352a-df53-4328-a671-feb6011f88ed None None] New status for floating IP cadb6298-b0a5-486b-bab0-5f6b3a7af478: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:15:26.404974 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319dc33-616e-4c96-b761-d059a425ed96 req-aa102a2a-98d3-48a8-b78c-fab0231cadea tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:26.407943 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c319dc33-616e-4c96-b761-d059a425ed96 req-aa102a2a-98d3-48a8-b78c-fab0231cadea tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0552652 Mar 29 13:15:26.454646 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c319dc33-616e-4c96-b761-d059a425ed96 req-8e43e1de-c00c-4e41-92b7-33476af88c60 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Mar 29 13:15:26.488664 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['a063eaf4-3c74-4d87-9739-f1c99aa3c400'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:15:26.500100 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:15:26.596954 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6f243-3f46-4f0e-9d1f-6239b782dd6e req-85e21c80-3bca-4853-b9e8-2a344cc60a0c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:26.598427 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-95d6f243-3f46-4f0e-9d1f-6239b782dd6e req-85e21c80-3bca-4853-b9e8-2a344cc60a0c tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 944 time: 0.0525334 Mar 29 13:15:26.643608 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-95d6f243-3f46-4f0e-9d1f-6239b782dd6e req-2b347393-566e-4277-bd48-46ecc139fc88 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395374 Mar 29 13:15:27.572051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18ac71-9aed-43df-b119-a06862a223ef req-716b0451-a716-4dab-bde1-9447e6db1f9d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:27.573480 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3a18ac71-9aed-43df-b119-a06862a223ef req-716b0451-a716-4dab-bde1-9447e6db1f9d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0523558 Mar 29 13:15:27.620931 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3a18ac71-9aed-43df-b119-a06862a223ef req-683e7a5d-cd37-4229-bb31-52a2cc2a44a1 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Mar 29 13:15:27.676694 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device a063eaf4-3c74-4d87-9739-f1c99aa3c400 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:15:27.766054 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3b77f-2baf-479d-bdf1-07e3e256bb06 req-6d9b1cd4-c0fc-4739-a6c5-53f4894d6194 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:27.767454 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-27d3b77f-2baf-479d-bdf1-07e3e256bb06 req-6d9b1cd4-c0fc-4739-a6c5-53f4894d6194 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 944 time: 0.0558243 Mar 29 13:15:27.808217 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port a063eaf4-3c74-4d87-9739-f1c99aa3c400 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:15:27.812090 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port a063eaf4-3c74-4d87-9739-f1c99aa3c400 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:15:27.812462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:27.816066 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-27d3b77f-2baf-479d-bdf1-07e3e256bb06 req-74c1d9be-ed28-4328-a179-6b443ced0c12 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416625 Mar 29 13:15:27.892279 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port a063eaf4-3c74-4d87-9739-f1c99aa3c400 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:15:27.892668 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:27.915159 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:27.917412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7b2a1f-493f-482c-9556-cf01b605b2ed" -d '{"events": [{"server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "name": "network-vif-plugged", "status": "completed", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:27.930114 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port a063eaf4-3c74-4d87-9739-f1c99aa3c400, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:27.951385 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68181aeb-a70c-44b0-92d2-6b708460ccbd x-openstack-request-id: req-68181aeb-a70c-44b0-92d2-6b708460ccbd {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:27.951709 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "name": "network-vif-plugged", "status": "completed", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:27.951966 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68181aeb-a70c-44b0-92d2-6b708460ccbd {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:27.952366 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68181aeb-a70c-44b0-92d2-6b708460ccbd'] response: {'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'code': 200} Mar 29 13:15:27.996637 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:28.048830 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=a063eaf4-3c74-4d87-9739-f1c99aa3c400,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:28.076473 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-aae11302-ee79-4e95-966c-0c984ad373e5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:28.077939 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-aae11302-ee79-4e95-966c-0c984ad373e5 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 946 time: 0.0533192 Mar 29 13:15:28.179210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Deleting port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:28.180161 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:28.272490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] For port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:28.272855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:28.294055 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Calling delete_port for 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:28.375515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d7df-5a43-4592-9fb1-cf17c6cc800b req-64a337b3-9c64-4fad-bcf4-cca29e59490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:28.376991 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9e22d7df-5a43-4592-9fb1-cf17c6cc800b req-64a337b3-9c64-4fad-bcf4-cca29e59490d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 1129 time: 0.0949764 Mar 29 13:15:28.451271 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9e22d7df-5a43-4592-9fb1-cf17c6cc800b req-029d923f-5426-4863-8da2-430ef4deda78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672085 Mar 29 13:15:28.550862 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (52379fe4-3871-4e19-b9a4-1ef5e8d32bb6), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:28.579434 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event deleted for resources: {'Port': ['ID=52379fe4-3871-4e19-b9a4-1ef5e8d32bb6,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:28.590462 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['52379fe4-3871-4e19-b9a4-1ef5e8d32bb6', 'b425633f-1119-4cc1-8626-67b1c29495bb'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:15:28.628656 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] No DVR routers for this DVR port 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:15:28.631144 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:28.635097 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fcdb6e77-d82f-4b84-b560-926e551e81b1 req-bcaa5ff9-ff7e-4c58-8a91-76526c1df109 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "DELETE /v2.0/ports/52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 HTTP/1.1" status: 204 len: 173 time: 0.5506713 Mar 29 13:15:28.635572 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd344ab-849a-4006-b06a-eb535edeee74', 'name': 'network-vif-deleted', 'tag': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:28.637799 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1eab49-3b6c-471e-ab90-4ec486a82005" -d '{"events": [{"server_uuid": "9bd344ab-849a-4006-b06a-eb535edeee74", "name": "network-vif-deleted", "tag": "52379fe4-3871-4e19-b9a4-1ef5e8d32bb6"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:28.674750 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8285b2a4-eb22-41d8-b1a9-25c38a73ac7b x-openstack-request-id: req-8285b2a4-eb22-41d8-b1a9-25c38a73ac7b {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:28.675763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd344ab-849a-4006-b06a-eb535edeee74", "name": "network-vif-deleted", "tag": "52379fe4-3871-4e19-b9a4-1ef5e8d32bb6", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:28.676026 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8285b2a4-eb22-41d8-b1a9-25c38a73ac7b {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:28.676439 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8285b2a4-eb22-41d8-b1a9-25c38a73ac7b'] response: {'server_uuid': '9bd344ab-849a-4006-b06a-eb535edeee74', 'name': 'network-vif-deleted', 'tag': '52379fe4-3871-4e19-b9a4-1ef5e8d32bb6', 'status': 'completed', 'code': 200} Mar 29 13:15:28.961108 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e11a35-7052-4999-8a4c-3d03e3c0e874 req-b7a555dd-8692-4dd9-b605-4990e39506c5 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:28.962984 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e0e11a35-7052-4999-8a4c-3d03e3c0e874 req-b7a555dd-8692-4dd9-b605-4990e39506c5 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0681555 Mar 29 13:15:28.970575 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ee232fc8-4a7b-41aa-95e5-4166de912aca req-58dffb84-4a77-4d59-b950-ac14f1d7d823 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bd344ab-849a-4006-b06a-eb535edeee74 HTTP/1.1" status: 200 len: 210 time: 0.2794390 Mar 29 13:15:29.019862 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e0e11a35-7052-4999-8a4c-3d03e3c0e874 req-1697c415-08f7-4e70-a15a-57d941caebe6 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502613 Mar 29 13:15:30.142313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc93c1e-efae-4676-932c-04c494c8f1cf req-ef833e5e-89e5-41be-ac6b-c6cd3d2828c4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:30.143803 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1bc93c1e-efae-4676-932c-04c494c8f1cf req-ef833e5e-89e5-41be-ac6b-c6cd3d2828c4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0545990 Mar 29 13:15:30.191329 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1bc93c1e-efae-4676-932c-04c494c8f1cf req-f8fbe276-ca6b-43c9-9455-99f9baf91977 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408835 Mar 29 13:15:30.453815 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee717393-ffc5-4062-bf58-de0c87a5c80d req-86162c1e-ce85-43f8-8563-48d7b93449bc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:30.455240 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ee717393-ffc5-4062-bf58-de0c87a5c80d req-86162c1e-ce85-43f8-8563-48d7b93449bc tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0540686 Mar 29 13:15:30.503817 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ee717393-ffc5-4062-bf58-de0c87a5c80d req-523cc062-3f17-4f8c-8401-82fef6517d4a tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428996 Mar 29 13:15:31.362943 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce60b-f166-40b9-a905-367f3d921117 req-a2f5bd35-89e7-4ea5-9463-eb2e1c7fee5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:31.364445 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-307ce60b-f166-40b9-a905-367f3d921117 req-a2f5bd35-89e7-4ea5-9463-eb2e1c7fee5b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.1047192 Mar 29 13:15:31.417621 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-307ce60b-f166-40b9-a905-367f3d921117 req-2ea7e819-2d9e-478b-9be6-fe450c7085a7 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474114 Mar 29 13:15:31.529783 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fb09a-37b8-43c3-9651-b85eb9f3dabe req-34f879e7-a783-4cda-8b4d-a2dbd02a0258 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:31.531207 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ce5fb09a-37b8-43c3-9651-b85eb9f3dabe req-34f879e7-a783-4cda-8b4d-a2dbd02a0258 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0513070 Mar 29 13:15:31.541724 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34966) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:31.546223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Request body: {'floatingip': {'port_id': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:15:31.584370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (2769769c-e800-46b1-8806-b531873f7860), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:31.620245 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eb409-aa6d-4460-b686-f66833b67bee req-f3f8f0f6-e27c-4aeb-86a4-91d744ed3bc7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:31.621724 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1e3eb409-aa6d-4460-b686-f66833b67bee req-f3f8f0f6-e27c-4aeb-86a4-91d744ed3bc7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0516281 Mar 29 13:15:31.667799 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1e3eb409-aa6d-4460-b686-f66833b67bee req-33bbd721-712d-43c6-96f1-33e4a72c083c tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Mar 29 13:15:31.708330 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:31.733267 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:31.733614 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 52379fe4-3871-4e19-b9a4-1ef5e8d32bb6 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:32.021453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:32.070781 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (2769769c-e800-46b1-8806-b531873f7860), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:32.171770 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Floating IP 2769769c-e800-46b1-8806-b531873f7860 associated. External IP: 172.27.1.121, port: a063eaf4-3c74-4d87-9739-f1c99aa3c400. Mar 29 13:15:32.382516 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:32.489008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:32.496049 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:32.498894 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:32.508612 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:32.509228 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:32.528712 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7590554b-5b3e-4f59-89d5-32427691c96b tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "PUT /v2.0/floatingips/2769769c-e800-46b1-8806-b531873f7860 HTTP/1.1" status: 200 len: 991 time: 0.9858723 Mar 29 13:15:32.529301 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:32.531563 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9213b5b-e3df-4c34-a138-979fcf39b122" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:32.575665 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410f6985-0770-4470-9268-5ec28cb37b48 x-openstack-request-id: req-410f6985-0770-4470-9268-5ec28cb37b48 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:32.575966 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:32.576223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-410f6985-0770-4470-9268-5ec28cb37b48 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:32.576668 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410f6985-0770-4470-9268-5ec28cb37b48'] response: {'name': 'network-changed', 'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'status': 'completed', 'code': 200} Mar 29 13:15:32.673641 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-5d800561-9ecf-49df-bffb-75535699b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:32.675160 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-5d800561-9ecf-49df-bffb-75535699b38b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6cbefcd14e9549169690c965e3bed989&device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 1129 time: 0.0459397 Mar 29 13:15:32.751835 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:32.780423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-825ab5e2-2c7c-45de-b1a0-823fde2b61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:32.783130 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-825ab5e2-2c7c-45de-b1a0-823fde2b61d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 200 len: 911 time: 0.0948718 Mar 29 13:15:32.791663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e166e5b-9cc6-421c-a8d4-b177f3f627a5 req-adece752-b256-4ad4-8584-8aed3de078c3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:32.793167 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5e166e5b-9cc6-421c-a8d4-b177f3f627a5 req-adece752-b256-4ad4-8584-8aed3de078c3 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0534828 Mar 29 13:15:32.844986 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5e166e5b-9cc6-421c-a8d4-b177f3f627a5 req-b49fe482-d2f4-4bf2-ae5a-5d24d5df25ec tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446901 Mar 29 13:15:32.854516 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-446617de-e252-4280-914d-579fbd266cd9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400 HTTP/1.1" status: 200 len: 999 time: 0.0643828 Mar 29 13:15:32.904256 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-ad82a438-8454-4ebc-ae4c-daf75b583e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:32.905972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-ad82a438-8454-4ebc-ae4c-daf75b583e99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 200 len: 850 time: 0.0439904 Mar 29 13:15:32.958136 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-95766e43-adaa-4965-b542-f3451ef01bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:32.959683 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-95766e43-adaa-4965-b542-f3451ef01bd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=164a3e81-0d13-466d-82e1-8ae02ba46096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469592 Mar 29 13:15:32.982429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '2769769c-e800-46b1-8806-b531873f7860', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'port_id': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'mac_address': 'fa:16:3e:e5:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:15:15Z', 'updated_at': '2022-03-29T13:15:31Z', 'revision_number': 1, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:33.008637 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:33.016710 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:33.017310 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:33.059580 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-ef9c21f3-5b3a-4c44-9c56-f1198f50f31e service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Mar 29 13:15:33.131064 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:33.151981 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e9213b5b-e3df-4c34-a138-979fcf39b122 req-1e3e5896-638c-4a68-9538-b5bd78cc4efb service neutron] 10.222.0.18 "GET /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861282 Mar 29 13:15:33.355435 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '2769769c-e800-46b1-8806-b531873f7860', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'port_id': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'mac_address': 'fa:16:3e:e5:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:15:15Z', 'updated_at': '2022-03-29T13:15:31Z', 'revision_number': 1, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:33.382287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c70746-25ce-43cd-a17c-2519a71ea418 None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '2769769c-e800-46b1-8806-b531873f7860', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'floating_ip_address': '172.27.1.121', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'port_id': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'mac_address': 'fa:16:3e:e5:68:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:15:15Z', 'updated_at': '2022-03-29T13:15:31Z', 'revision_number': 1, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:33.568115 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f82be70-0f9a-4c87-8a19-7c4f5583b49d None None] New status for floating IP 2769769c-e800-46b1-8806-b531873f7860: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:15:34.020637 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb25b-724a-47e7-a971-5ae09027de2d req-2748df9d-58f5-402d-b386-ed0ffe51e3b7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:34.023950 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-00deb25b-724a-47e7-a971-5ae09027de2d req-2748df9d-58f5-402d-b386-ed0ffe51e3b7 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.1040320 Mar 29 13:15:34.071449 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-00deb25b-724a-47e7-a971-5ae09027de2d req-2bf7456c-9773-4398-bb39-0c2f75e79f7f tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/security-groups?id=40978382-8f17-4ec4-a541-9c27ca441e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Mar 29 13:15:34.340120 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-d046bd0f-e18d-4fab-9bcd-a3043f74ca15 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:34.341522 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-d046bd0f-e18d-4fab-9bcd-a3043f74ca15 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Mar 29 13:15:34.440308 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Deleting port b425633f-1119-4cc1-8626-67b1c29495bb {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:34.440641 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:34.534512 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] For port b425633f-1119-4cc1-8626-67b1c29495bb, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=b425633f-1119-4cc1-8626-67b1c29495bb,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:34.534868 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:34.547899 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Calling delete_port for b425633f-1119-4cc1-8626-67b1c29495bb owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:34.825302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (b425633f-1119-4cc1-8626-67b1c29495bb), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:34.858693 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Pushing event deleted for resources: {'Port': ['ID=b425633f-1119-4cc1-8626-67b1c29495bb,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:34.874879 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['b425633f-1119-4cc1-8626-67b1c29495bb'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:15:34.901070 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] No DVR routers for this DVR port b425633f-1119-4cc1-8626-67b1c29495bb on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:15:34.903271 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:34.906566 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d0326867-a158-453d-ad39-2f26b5df7c16 req-eac4c48f-37c8-4705-bb0f-abf10e6e4c4d tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.18 "DELETE /v2.0/ports/b425633f-1119-4cc1-8626-67b1c29495bb HTTP/1.1" status: 204 len: 173 time: 0.5586421 Mar 29 13:15:34.907023 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458e4787-705e-4a69-aa1a-add148e1d135', 'name': 'network-vif-deleted', 'tag': 'b425633f-1119-4cc1-8626-67b1c29495bb'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:15:34.909304 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a052c661-53ee-450e-b190-e20a32fe578f" -d '{"events": [{"server_uuid": "458e4787-705e-4a69-aa1a-add148e1d135", "name": "network-vif-deleted", "tag": "b425633f-1119-4cc1-8626-67b1c29495bb"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:15:34.943973 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ad033-39eb-48da-9158-8ae835922f9d x-openstack-request-id: req-946ad033-39eb-48da-9158-8ae835922f9d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:15:34.944302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458e4787-705e-4a69-aa1a-add148e1d135", "name": "network-vif-deleted", "tag": "b425633f-1119-4cc1-8626-67b1c29495bb", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:15:34.944519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-946ad033-39eb-48da-9158-8ae835922f9d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:15:34.944972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946ad033-39eb-48da-9158-8ae835922f9d'] response: {'server_uuid': '458e4787-705e-4a69-aa1a-add148e1d135', 'name': 'network-vif-deleted', 'tag': 'b425633f-1119-4cc1-8626-67b1c29495bb', 'status': 'completed', 'code': 200} Mar 29 13:15:35.165037 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f7d8dd25-9903-4545-8818-7e74f69f7484 req-db22d201-4a5b-4bd2-9ec2-4aae00b33d72 tempest-ServerRescueNegativeTestJSON-1365064253 tempest-ServerRescueNegativeTestJSON-1365064253-project] 10.222.0.21 "GET /v2.0/ports?device_id=458e4787-705e-4a69-aa1a-add148e1d135 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Mar 29 13:15:35.265396 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:36.220301 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34990) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:36.728019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (f3305bbe-4c37-4699-b80b-7169e9caa2aa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:37.267749 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Deleting port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:37.268450 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:37.343689 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] For port c8c80c9c-b554-4ad9-97d4-ff3c96bc668a, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:37.344374 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:37.358375 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Calling delete_port for c8c80c9c-b554-4ad9-97d4-ff3c96bc668a owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:37.653738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (c8c80c9c-b554-4ad9-97d4-ff3c96bc668a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:37.682919 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c80c9c-b554-4ad9-97d4-ff3c96bc668a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:37.738984 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device b425633f-1119-4cc1-8626-67b1c29495bb no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:37.761048 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: b425633f-1119-4cc1-8626-67b1c29495bb {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:37.761398 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device b425633f-1119-4cc1-8626-67b1c29495bb not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:37.857756 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (f3305bbe-4c37-4699-b80b-7169e9caa2aa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:38.072956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Router f3305bbe-4c37-4699-b80b-7169e9caa2aa has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:15:38.182078 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:15:38.187076 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-395d7f4f-be9e-4f43-8b64-3a5e3436c307 admin admin] 10.222.0.21 "PUT /v2.0/routers/f3305bbe-4c37-4699-b80b-7169e9caa2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9656184 Mar 29 13:15:38.189642 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34994) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:38.190592 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] Sync routers for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:15:38.201283 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:38.201882 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:38.293353 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks [] for router (f3305bbe-4c37-4699-b80b-7169e9caa2aa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:38.307416 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:38.394531 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks [] for router_gateway (f3305bbe-4c37-4699-b80b-7169e9caa2aa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:38.482529 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:15:37Z', 'revision_number': 5, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port': {'id': 'b10e08f3-71e3-46ae-9542-936b52fa0380', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:35Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:38.512679 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] Checking router: f3305bbe-4c37-4699-b80b-7169e9caa2aa for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:15:38.521947 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] Routers {'f3305bbe-4c37-4699-b80b-7169e9caa2aa'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:15:38.522556 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:38.544223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Deleting port b10e08f3-71e3-46ae-9542-936b52fa0380 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:38.544558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:38.609521 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] Set router f3305bbe-4c37-4699-b80b-7169e9caa2aa gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:15:38.623026 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] For port b10e08f3-71e3-46ae-9542-936b52fa0380, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b10e08f3-71e3-46ae-9542-936b52fa0380,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:38.623314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:38.635808 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Calling delete_port for b10e08f3-71e3-46ae-9542-936b52fa0380 owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:38.663351 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:15:38Z', 'revision_number': 6, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:38.694449 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb83fd-dda1-413e-a87a-bcf5156a9aca None None] The sync data for ids ['f3305bbe-4c37-4699-b80b-7169e9caa2aa'] in dv-cinder-815560-5-iscsi is: [{'id': 'f3305bbe-4c37-4699-b80b-7169e9caa2aa', 'name': 'tempest-ServerRescueNegativeTestJSON-1291135178-router', 'tenant_id': '372ac364a4bd49ce8c076d12413eb22c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:15:38Z', 'revision_number': 6, 'project_id': '372ac364a4bd49ce8c076d12413eb22c', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:15:38.893727 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (b10e08f3-71e3-46ae-9542-936b52fa0380), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:38.923761 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10e08f3-71e3-46ae-9542-936b52fa0380,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:38.983437 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (f3305bbe-4c37-4699-b80b-7169e9caa2aa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.090234 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (f3305bbe-4c37-4699-b80b-7169e9caa2aa), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.092471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks [] for router_controller (f3305bbe-4c37-4699-b80b-7169e9caa2aa), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.246178 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (f3305bbe-4c37-4699-b80b-7169e9caa2aa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.246697 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3305bbe-4c37-4699-b80b-7169e9caa2aa {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:15:39.251761 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.252894 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-efdf56a6-79f3-4c97-9de0-1a07db05e1d3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f3305bbe-4c37-4699-b80b-7169e9caa2aa HTTP/1.1" status: 204 len: 168 time: 1.0623477 Mar 29 13:15:39.255377 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 34998) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:39.300646 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Deleting subnet a079b5d9-d13b-4388-b26e-cde287212f09 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:15:39.303705 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Publish callbacks [] for subnet (a079b5d9-d13b-4388-b26e-cde287212f09), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.338711 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (a079b5d9-d13b-4388-b26e-cde287212f09), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.458183 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (a079b5d9-d13b-4388-b26e-cde287212f09), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.586500 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (a079b5d9-d13b-4388-b26e-cde287212f09), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.612243 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a079b5d9-d13b-4388-b26e-cde287212f09,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:39.615907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.619948 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-e1421a1a-55b0-452c-9bfb-c279cb010702 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a079b5d9-d13b-4388-b26e-cde287212f09 HTTP/1.1" status: 204 len: 168 time: 0.3628020 Mar 29 13:15:39.621781 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35000) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:39.624593 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5b6fc-a760-45ff-87a6-e1b3deb919ea None None] Network bddd7e51-28ef-473e-8aa0-c1845fe8bc64 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:15:39.695418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (bddd7e51-28ef-473e-8aa0-c1845fe8bc64), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.753132 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Deleting port b3ecc33f-58f3-46ff-8e36-706a65b0025f {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:39.753483 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.816915 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] DHCP port deletion for bddd7e51-28ef-473e-8aa0-c1845fe8bc64 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:15:39.824981 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] For port b3ecc33f-58f3-46ff-8e36-706a65b0025f, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b3ecc33f-58f3-46ff-8e36-706a65b0025f,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:39.825342 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.839316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Calling delete_port for b3ecc33f-58f3-46ff-8e36-706a65b0025f owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:39.868467 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Deleting port b3ecc33f-58f3-46ff-8e36-706a65b0025f {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:15:39.869169 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:39.911865 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b10e08f3-71e3-46ae-9542-936b52fa0380 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:39.935288 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: b10e08f3-71e3-46ae-9542-936b52fa0380 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:39.935738 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b10e08f3-71e3-46ae-9542-936b52fa0380 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:39.936159 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c8c80c9c-b554-4ad9-97d4-ff3c96bc668a no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:40.000623 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.026342 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ecc33f-58f3-46ff-8e36-706a65b0025f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:40.030002 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] No DVR routers for this DVR port b3ecc33f-58f3-46ff-8e36-706a65b0025f on host dv-cinder-815560-5-iscsi {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:15:40.095157 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: c8c80c9c-b554-4ad9-97d4-ff3c96bc668a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:40.095509 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c8c80c9c-b554-4ad9-97d4-ff3c96bc668a not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:40.095968 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b3ecc33f-58f3-46ff-8e36-706a65b0025f no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:15:40.104317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (bddd7e51-28ef-473e-8aa0-c1845fe8bc64), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.118354 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: b3ecc33f-58f3-46ff-8e36-706a65b0025f {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:15:40.118702 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device b3ecc33f-58f3-46ff-8e36-706a65b0025f not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:15:40.126503 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddd7e51-28ef-473e-8aa0-c1845fe8bc64']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:40.129784 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] For port b3ecc33f-58f3-46ff-8e36-706a65b0025f, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=b3ecc33f-58f3-46ff-8e36-706a65b0025f,segment=NetworkSegment(4db55b2f-c844-4990-a65a-23b00fdd41af),segment_id=4db55b2f-c844-4990-a65a-23b00fdd41af)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:15:40.129784 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.136334 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db55b2f-c844-4990-a65a-23b00fdd41af') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:40.136632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db55b2f-c844-4990-a65a-23b00fdd41af') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:15:40.143213 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Calling delete_port for b3ecc33f-58f3-46ff-8e36-706a65b0025f owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:15:40.145990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (4db55b2f-c844-4990-a65a-23b00fdd41af), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.159297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (4db55b2f-c844-4990-a65a-23b00fdd41af), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.165763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:15:40.166153 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (4db55b2f-c844-4990-a65a-23b00fdd41af), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:15:40.167787 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:15:40.256027 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (b3ecc33f-58f3-46ff-8e36-706a65b0025f), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.280850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Pushing event deleted for resources: {'Port': ['ID=b3ecc33f-58f3-46ff-8e36-706a65b0025f,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:40.285353 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] No DVR routers for this DVR port b3ecc33f-58f3-46ff-8e36-706a65b0025f on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:15:40.286382 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (bddd7e51-28ef-473e-8aa0-c1845fe8bc64), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.291736 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.292091 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.292438 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.292775 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.293111 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.293374 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.293497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.293757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.294085 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.294411 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.294731 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.295054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.295380 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.295725 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.296044 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.300412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fbb4a3-9d2f-45eb-868d-c3595cc3bc5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:15:40.301053 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] 10.222.0.21 "DELETE /v2.0/networks/bddd7e51-28ef-473e-8aa0-c1845fe8bc64 HTTP/1.1" status: 204 len: 168 time: 0.6737380 Mar 29 13:15:40.311812 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777820f-12eb-4636-9a4e-f2ea2b434fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=bddd7e51-28ef-473e-8aa0-c1845fe8bc64,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:40.643171 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35006) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:40.683073 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7dc5fbd7-e2a8-4fe5-b838-118b1ceb32fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=372ac364a4bd49ce8c076d12413eb22c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387154 Mar 29 13:15:40.685454 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35008) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:15:40.730859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1baf9dc6-f86d-4ff9-a97d-08ed9410b876 admin admin] Publish callbacks [] for security_group (40978382-8f17-4ec4-a541-9c27ca441e3b), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.750926 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1baf9dc6-f86d-4ff9-a97d-08ed9410b876 admin admin] Publish callbacks [] for security_group (40978382-8f17-4ec4-a541-9c27ca441e3b), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.979717 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1baf9dc6-f86d-4ff9-a97d-08ed9410b876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (40978382-8f17-4ec4-a541-9c27ca441e3b), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.982258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1baf9dc6-f86d-4ff9-a97d-08ed9410b876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:40.983424 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1baf9dc6-f86d-4ff9-a97d-08ed9410b876 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40978382-8f17-4ec4-a541-9c27ca441e3b HTTP/1.1" status: 204 len: 168 time: 0.2970929 Mar 29 13:15:40.991006 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9dc6-f86d-4ff9-a97d-08ed9410b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40978382-8f17-4ec4-a541-9c27ca441e3b,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:15:46.339144 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-73514cee-32ce-4014-bdc4-32bd753230ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:48.487907 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e054b087-c0d1-4203-9601-ced879b78ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:49.624881 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:51.143465 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:52.722568 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:15:53.610787 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd39fef-efc3-4352-a6a4-bb53adc52d8f req-aaa151d1-2d8b-4f42-aa61-398c12cda2ca tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:53.615944 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2bd39fef-efc3-4352-a6a4-bb53adc52d8f req-aaa151d1-2d8b-4f42-aa61-398c12cda2ca tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0594227 Mar 29 13:15:53.662402 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2bd39fef-efc3-4352-a6a4-bb53adc52d8f req-15e2785b-36e2-46a6-8230-7c6d6e6e7284 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Mar 29 13:15:54.806783 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce4214-49f4-4156-ac28-acad9d0d0712 req-e31744c9-ae75-49a6-b131-a00f36ad3cc5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:54.808274 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dce4214-49f4-4156-ac28-acad9d0d0712 req-e31744c9-ae75-49a6-b131-a00f36ad3cc5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0520537 Mar 29 13:15:54.855936 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3dce4214-49f4-4156-ac28-acad9d0d0712 req-0ebfc5be-fcec-4d33-aece-58efb9f92b79 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Mar 29 13:15:55.979855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b36f74-1d40-47e5-8a2f-46c2cf53d0a2 req-61868b52-9a80-44fb-9b95-984cf6e5dc97 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:55.981306 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-13b36f74-1d40-47e5-8a2f-46c2cf53d0a2 req-61868b52-9a80-44fb-9b95-984cf6e5dc97 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0531316 Mar 29 13:15:56.027084 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-13b36f74-1d40-47e5-8a2f-46c2cf53d0a2 req-7e4d5d87-6e75-4453-95b5-165573179de2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Mar 29 13:15:57.146279 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352e6d4-d6ac-4155-8576-4d2bf46a07ee req-1dd6131d-adbc-4752-9e79-c0bb6eabf67f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:57.148792 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8352e6d4-d6ac-4155-8576-4d2bf46a07ee req-1dd6131d-adbc-4752-9e79-c0bb6eabf67f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0518067 Mar 29 13:15:57.194729 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8352e6d4-d6ac-4155-8576-4d2bf46a07ee req-b0417799-ad3a-4483-9750-41cb555f605e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 Mar 29 13:15:58.320184 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df680e-0d06-4dd4-a532-262a21bf4777 req-8e31cf1f-2a3f-40dc-9617-1253d47c5aa0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:58.321730 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-21df680e-0d06-4dd4-a532-262a21bf4777 req-8e31cf1f-2a3f-40dc-9617-1253d47c5aa0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0558307 Mar 29 13:15:58.368842 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-21df680e-0d06-4dd4-a532-262a21bf4777 req-b5b0414b-6045-49f8-8e3c-6e6ce617b05f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Mar 29 13:15:59.493370 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d7dd-b345-4bc8-925c-08c5afe62c94 req-a66b9dbc-8cb3-43b5-bbb2-dc95f6159cea tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:15:59.494845 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5aa6d7dd-b345-4bc8-925c-08c5afe62c94 req-a66b9dbc-8cb3-43b5-bbb2-dc95f6159cea tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0559952 Mar 29 13:15:59.541038 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5aa6d7dd-b345-4bc8-925c-08c5afe62c94 req-933ab161-751a-4ddd-a0f7-fd75de7a90fd tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404396 Mar 29 13:16:00.677130 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868f7aa-3bbb-4b0c-ab41-52e467a85026 req-0d0b6f49-1219-40b1-b394-f6764864352c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:00.678620 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0868f7aa-3bbb-4b0c-ab41-52e467a85026 req-0d0b6f49-1219-40b1-b394-f6764864352c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0679674 Mar 29 13:16:00.731106 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0868f7aa-3bbb-4b0c-ab41-52e467a85026 req-afd23679-9a05-4015-ac51-560f0caedb8e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453374 Mar 29 13:16:00.842864 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e7d1c-3fa5-4b77-bcba-83c0211ccb0e req-dc89163a-2eb3-445c-84f5-4f320beb16a9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:00.844292 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9f9e7d1c-3fa5-4b77-bcba-83c0211ccb0e req-dc89163a-2eb3-445c-84f5-4f320beb16a9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0531638 Mar 29 13:16:00.890700 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9f9e7d1c-3fa5-4b77-bcba-83c0211ccb0e req-655a9192-4330-4c81-bd28-de3f4373fbe0 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Mar 29 13:16:01.849529 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5801cf2-45d4-43ad-9d4b-66482d37bd37 req-6976f1ee-a2f8-4b41-bee5-dad4587cb904 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:01.851713 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5801cf2-45d4-43ad-9d4b-66482d37bd37 req-6976f1ee-a2f8-4b41-bee5-dad4587cb904 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0512862 Mar 29 13:16:01.902244 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b5801cf2-45d4-43ad-9d4b-66482d37bd37 req-7c9ebd15-b069-435b-b148-64dffb374d39 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450256 Mar 29 13:16:02.023198 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79468c-a0bf-4452-bc85-df66dfa43905 req-e75ebd4b-7e11-4321-939b-bb1be81a3c3c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:02.023198 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1b79468c-a0bf-4452-bc85-df66dfa43905 req-e75ebd4b-7e11-4321-939b-bb1be81a3c3c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0607836 Mar 29 13:16:02.073567 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1b79468c-a0bf-4452-bc85-df66dfa43905 req-dee8b559-6328-4b76-be61-4a647e70fa85 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Mar 29 13:16:02.629605 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-a9b12799-d54e-498c-9cd4-603ee6ebe00b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:02.631027 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-a9b12799-d54e-498c-9cd4-603ee6ebe00b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0514703 Mar 29 13:16:02.732215 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Deleting port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:16:02.732475 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:02.825029 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] For port 09ec4850-17aa-4cf8-88b6-93fd350c3c83, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=09ec4850-17aa-4cf8-88b6-93fd350c3c83,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:02.825379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:03.025665 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0ac4-9750-4741-8d15-adcfb9caa37e req-06e81fad-7b49-4773-89b8-825188f4490c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:03.027133 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-024e0ac4-9750-4741-8d15-adcfb9caa37e req-06e81fad-7b49-4773-89b8-825188f4490c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 945 time: 0.0555220 Mar 29 13:16:03.086559 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-024e0ac4-9750-4741-8d15-adcfb9caa37e req-8d1eae1c-5b13-4dfe-b0bc-a3287f439180 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530846 Mar 29 13:16:03.295015 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2a0b4-bedc-44f2-a793-e06cd712e9d9 req-283ce320-ba6d-4857-93a1-9306610dc790 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:03.296628 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96e2a0b4-bedc-44f2-a793-e06cd712e9d9 req-283ce320-ba6d-4857-93a1-9306610dc790 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.1208606 Mar 29 13:16:03.320221 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:03.320794 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (75c81edc-521a-45ae-a1c3-bb26b75f269a), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:03.321436 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Floating IP 75c81edc-521a-45ae-a1c3-bb26b75f269a disassociated. External IP: 172.27.1.104, port: 09ec4850-17aa-4cf8-88b6-93fd350c3c83. Mar 29 13:16:03.321703 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Calling delete_port for 09ec4850-17aa-4cf8-88b6-93fd350c3c83 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:16:03.424030 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96e2a0b4-bedc-44f2-a793-e06cd712e9d9 req-564eec5a-3bfd-4135-90a5-312f92e7244a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197128 Mar 29 13:16:03.518825 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:16:03.692780 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (09ec4850-17aa-4cf8-88b6-93fd350c3c83), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:03.728601 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'Port': ['ID=09ec4850-17aa-4cf8-88b6-93fd350c3c83,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:03.747604 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.747990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.748331 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.748669 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.749001 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.749328 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.749653 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.749983 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.750662 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.750784 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.751577 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.751577 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.751777 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.752043 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.752357 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:03.833335 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7101a89-6c0f-4930-b2d9-363955a20e69 req-d121e5c4-8cd5-4996-a23f-7050f755146a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:03.834925 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b7101a89-6c0f-4930-b2d9-363955a20e69 req-d121e5c4-8cd5-4996-a23f-7050f755146a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.1722560 Mar 29 13:16:03.909150 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b7101a89-6c0f-4930-b2d9-363955a20e69 req-18d18cac-0640-4236-8da0-cacc4ffc02ce tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672748 Mar 29 13:16:03.919364 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:16:04.039962 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:16:04.050001 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:16:04.060910 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:04.061534 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:04.088031 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] No DVR routers for this DVR port 09ec4850-17aa-4cf8-88b6-93fd350c3c83 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:16:04.090563 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:04.099085 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b7dda392-b460-4ae5-aa7c-e6f5d4d22d95 req-5c917bd9-5726-4cfb-b294-e1de9e2df39e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "DELETE /v2.0/ports/09ec4850-17aa-4cf8-88b6-93fd350c3c83 HTTP/1.1" status: 204 len: 173 time: 1.4562385 Mar 29 13:16:04.099085 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'name': 'network-vif-deleted', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:04.099085 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b5e83-107d-483e-b3c8-ec7fd44fbc9a" -d '{"events": [{"server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "name": "network-vif-deleted", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:04.189700 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:04.206702 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-42b95a4f-bc37-4fd4-840d-801c605c32c3 req-24b72d12-1cad-431a-b1e2-931ce85fa4df tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 210 time: 0.0364361 Mar 29 13:16:04.208260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb0620b-10a2-43fb-a44d-ac09b45896d0 x-openstack-request-id: req-cfb0620b-10a2-43fb-a44d-ac09b45896d0 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:04.208555 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256ad207-fb1b-4375-8998-8c9ffbca1d0f", "name": "network-vif-deleted", "tag": "09ec4850-17aa-4cf8-88b6-93fd350c3c83", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:04.208809 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfb0620b-10a2-43fb-a44d-ac09b45896d0 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:04.209206 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb0620b-10a2-43fb-a44d-ac09b45896d0'] response: {'server_uuid': '256ad207-fb1b-4375-8998-8c9ffbca1d0f', 'name': 'network-vif-deleted', 'tag': '09ec4850-17aa-4cf8-88b6-93fd350c3c83', 'status': 'completed', 'code': 200} Mar 29 13:16:04.402673 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:04.431113 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:16:04.439027 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:04.439653 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:04.547108 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:04.547835 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746a14d-b448-44f0-8096-0509b6d035ec req-c97b7e36-6087-42d9-9602-cdc175912aed tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:04.549188 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a746a14d-b448-44f0-8096-0509b6d035ec req-c97b7e36-6087-42d9-9602-cdc175912aed tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0531082 Mar 29 13:16:04.601301 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a746a14d-b448-44f0-8096-0509b6d035ec req-622f0b5d-0498-4a9d-a424-4cf721dad9f7 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Mar 29 13:16:04.782490 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:04.808298 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53faf3-ea17-45cb-acd4-be1231ac4bad None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:16:05.049924 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c5ad4-a919-45f6-84b6-7b646048b5d8 req-cbbbf22d-5fbb-400e-bded-fef84e8f4bf4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:05.051454 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5b8c5ad4-a919-45f6-84b6-7b646048b5d8 req-cbbbf22d-5fbb-400e-bded-fef84e8f4bf4 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0638528 Mar 29 13:16:05.054113 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e25d562-db11-4c8e-8c22-b27a46c9f8d5 None None] New status for floating IP 75c81edc-521a-45ae-a1c3-bb26b75f269a: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:16:05.108396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5b8c5ad4-a919-45f6-84b6-7b646048b5d8 req-a5d5c2de-9a75-4d62-9098-1f17d01f7871 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500216 Mar 29 13:16:05.276099 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:05.314938 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-57e62e4b-f7d4-4678-8ea1-2bccb4fe41f3 req-a132818b-96ee-4ac5-b466-d7e0a1dd2095 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=256ad207-fb1b-4375-8998-8c9ffbca1d0f HTTP/1.1" status: 200 len: 210 time: 0.0274255 Mar 29 13:16:05.737398 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721369a-3299-483c-a692-653ecdd594a2 req-9d6d6d9a-8e61-4fe8-a40e-3b173dffcc01 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:05.738877 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8721369a-3299-483c-a692-653ecdd594a2 req-9d6d6d9a-8e61-4fe8-a40e-3b173dffcc01 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0577078 Mar 29 13:16:05.790062 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8721369a-3299-483c-a692-653ecdd594a2 req-d6bd4011-b60e-4f29-ac45-a373abea9f49 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Mar 29 13:16:05.859707 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-0fd4ccd8-65de-470a-8740-b8cc1e7e69b5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:05.862935 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-0fd4ccd8-65de-470a-8740-b8cc1e7e69b5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0536768 Mar 29 13:16:05.885987 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 09ec4850-17aa-4cf8-88b6-93fd350c3c83 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:16:05.909127 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 09ec4850-17aa-4cf8-88b6-93fd350c3c83 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:16:05.909468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 09ec4850-17aa-4cf8-88b6-93fd350c3c83 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:16:05.965807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port 46e5b56c-0084-4dd9-86fa-edddf2d1036a {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:16:05.966227 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:06.056519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] For port 46e5b56c-0084-4dd9-86fa-edddf2d1036a, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=46e5b56c-0084-4dd9-86fa-edddf2d1036a,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:06.057089 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:06.226968 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:06.227334 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (5a21ab07-1857-4918-98d5-5726a273c1a9), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:06.227689 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 5a21ab07-1857-4918-98d5-5726a273c1a9 disassociated. External IP: 172.27.1.126, port: 46e5b56c-0084-4dd9-86fa-edddf2d1036a. Mar 29 13:16:06.228031 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for 46e5b56c-0084-4dd9-86fa-edddf2d1036a owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:16:06.229904 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b082a5-e6b1-4a1f-9bb7-ec5942a4f1e9 req-91e5fe21-ed18-4b56-b669-b803e4bd0c7a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:06.231381 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-00b082a5-e6b1-4a1f-9bb7-ec5942a4f1e9 req-91e5fe21-ed18-4b56-b669-b803e4bd0c7a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 945 time: 0.0552731 Mar 29 13:16:06.278210 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-00b082a5-e6b1-4a1f-9bb7-ec5942a4f1e9 req-e66b9176-5184-4913-9128-23e90efa464b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=89b2ced6-edbc-40b6-b35b-36a2e7976987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 Mar 29 13:16:06.429400 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (46e5b56c-0084-4dd9-86fa-edddf2d1036a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:06.459365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=46e5b56c-0084-4dd9-86fa-edddf2d1036a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:06.577339 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:16:06.577675 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-02defbcc-7fe0-4d46-97e3-dc6c6468c5b4 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127090305&fields=id&tenant_id=5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 267 time: 0.0426779 Mar 29 13:16:06.685388 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-71fa0dc2-62a4-4394-9a70-b83bb0b20dcf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:06.686843 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-71fa0dc2-62a4-4394-9a70-b83bb0b20dcf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 811 time: 0.1027555 Mar 29 13:16:06.688291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:16:06.698377 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:16:06.704767 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-23285bb9-6fa9-4c1c-9947-b4c2d3a3f592 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/quotas/5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 375 time: 0.0105481 Mar 29 13:16:06.708931 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:06.710221 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:06.730818 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] No DVR routers for this DVR port 46e5b56c-0084-4dd9-86fa-edddf2d1036a on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:16:06.733418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:06.736808 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7ef30a0b-fe9d-4181-aff6-68db7888bc0a req-49435865-08d9-4c1a-b1db-139ef33d37d3 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "DELETE /v2.0/ports/46e5b56c-0084-4dd9-86fa-edddf2d1036a HTTP/1.1" status: 204 len: 173 time: 0.8657730 Mar 29 13:16:06.737326 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'name': 'network-vif-deleted', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:06.739827 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25d9ff-e90a-4d62-b39b-1ec62d8265be" -d '{"events": [{"server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "name": "network-vif-deleted", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:06.783981 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4203bf-dd84-4f98-af56-aa7784c26881 x-openstack-request-id: req-ce4203bf-dd84-4f98-af56-aa7784c26881 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:06.784321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edde480-3b98-4d7f-8aa0-f38182e3974f", "name": "network-vif-deleted", "tag": "46e5b56c-0084-4dd9-86fa-edddf2d1036a", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:06.784607 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce4203bf-dd84-4f98-af56-aa7784c26881 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:06.785272 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4203bf-dd84-4f98-af56-aa7784c26881'] response: {'server_uuid': '8edde480-3b98-4d7f-8aa0-f38182e3974f', 'name': 'network-vif-deleted', 'tag': '46e5b56c-0084-4dd9-86fa-edddf2d1036a', 'status': 'completed', 'code': 200} Mar 29 13:16:06.788669 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-03cf6592-1017-4bd7-b61a-65bb012e8cc1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761359 Mar 29 13:16:06.923116 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:06.933099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1592d49-43a0-443c-85fb-c879f338b050 req-738efe7d-735a-4b26-bdcb-e1c6c3231261 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:06.934846 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f1592d49-43a0-443c-85fb-c879f338b050 req-738efe7d-735a-4b26-bdcb-e1c6c3231261 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0624506 Mar 29 13:16:07.009637 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f1592d49-43a0-443c-85fb-c879f338b050 req-a2aee927-c4a8-40f3-b620-a7fc28ada73d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686820 Mar 29 13:16:07.078832 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-ece130c4-c50c-45a4-ab24-aaf804cfe953 service neutron] 10.222.0.21 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786183 Mar 29 13:16:07.159371 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:07.185046 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-6f3ca137-8d79-4b3f-9ede-22a7772202b6 service neutron] 10.222.0.21 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052601 Mar 29 13:16:07.196056 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:16:07.203657 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:07.204269 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:15:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:07.322583 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:07.407424 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5b82cffa-17e3-4ba8-b226-77ba08a754df req-0843efc5-0f22-4692-8451-72efc553bf14 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=8edde480-3b98-4d7f-8aa0-f38182e3974f HTTP/1.1" status: 200 len: 210 time: 0.0456760 Mar 29 13:16:07.524736 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:07.554899 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453f4bd-d059-43f0-bfd6-4da395010ce8 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:16:07.795250 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f30adc-732f-419b-ba88-612891939ba4 None None] New status for floating IP 5a21ab07-1857-4918-98d5-5726a273c1a9: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:16:07.837434 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae2a3e90-ea33-4ad2-a64d-985da554242b req-c3d8fede-68c7-4702-ade1-cf35d4a52fa0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0584567 Mar 29 13:16:08.138277 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285735e-e30d-4262-8e39-f082d87c9cb4 req-1d9c6224-a5a2-49f2-b8ae-eafd9777acac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:08.139758 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4285735e-e30d-4262-8e39-f082d87c9cb4 req-1d9c6224-a5a2-49f2-b8ae-eafd9777acac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0520906 Mar 29 13:16:08.186154 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4285735e-e30d-4262-8e39-f082d87c9cb4 req-4b8cc9b3-d588-49c6-a2dc-63cef92a1efa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Mar 29 13:16:08.608625 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35414) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:08.660757 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (89b2ced6-edbc-40b6-b35b-36a2e7976987), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:08.686812 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (89b2ced6-edbc-40b6-b35b-36a2e7976987), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:08.802095 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (89b2ced6-edbc-40b6-b35b-36a2e7976987), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:08.804959 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:08.806098 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/security-groups/89b2ced6-edbc-40b6-b35b-36a2e7976987 HTTP/1.1" status: 204 len: 168 time: 0.1964459 Mar 29 13:16:08.809000 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35416) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:08.814987 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2ced6-edbc-40b6-b35b-36a2e7976987,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:08.821857 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.api.v2.resource [None req-00b9b0a3-f84c-4cf3-8095-5b56792ad7cb tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] show failed (client error): The resource could not be found. Mar 29 13:16:08.822011 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.822286 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.822631 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.822865 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-00b9b0a3-f84c-4cf3-8095-5b56792ad7cb tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups/89b2ced6-edbc-40b6-b35b-36a2e7976987 HTTP/1.1" status: 404 len: 347 time: 0.0128331 Mar 29 13:16:08.823041 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.823290 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.823698 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.824035 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.824366 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.824696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.825021 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.825353 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.825644 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35418) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:08.825758 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.826028 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.826353 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.826676 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e017024-3c84-41b0-9c6b-4e921b2fe849 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:08.956123 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5a7e460f-dce5-48b4-9f18-68423fe84542 req-8326cc8d-bf9d-46b7-995e-4794eb704003 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0448935 Mar 29 13:16:08.980632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:16:08.980974 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.062104 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.062433 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.075241 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:16:09.274541 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.304561 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=ed3d1198-4bd9-4fd6-a70d-2cb30ee7cc04,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:09.320310 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3262fe5-fd8a-4cdd-a070-3237921ab29a req-731dc788-06d2-44c2-9ec6-97aa7e553f49 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:09.323122 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c3262fe5-fd8a-4cdd-a070-3237921ab29a req-731dc788-06d2-44c2-9ec6-97aa7e553f49 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0604801 Mar 29 13:16:09.373841 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (5a21ab07-1857-4918-98d5-5726a273c1a9), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.376462 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.377593 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4091aeca-283c-4613-acfc-2dcfc2938dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a21ab07-1857-4918-98d5-5726a273c1a9 HTTP/1.1" status: 204 len: 168 time: 0.5510819 Mar 29 13:16:09.379996 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c3262fe5-fd8a-4cdd-a070-3237921ab29a req-a2b5bda1-24d4-4c32-8fef-3a4d2a7303fa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515032 Mar 29 13:16:09.773534 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35432) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:09.778133 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611489364', 'description': 'tempest-description--25204680'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:09.916583 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:09.980032 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.050330 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-fb6641cc-8f7d-427d-b3c1-eea2ccb7b31d req-442e188a-35bd-4559-b448-d2f69800ec4e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0259907 Mar 29 13:16:10.053686 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.081512 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:10.152296 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.153565 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-908a4cff-0aa0-4c3a-8956-3c55facfe095 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3790159 Mar 29 13:16:10.156409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35436) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:10.160738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': '5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:10.257998 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (cba2b63d-be0e-43a0-b75a-e720a2ce1ec6), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.313057 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (cba2b63d-be0e-43a0-b75a-e720a2ce1ec6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.379152 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (cba2b63d-be0e-43a0-b75a-e720a2ce1ec6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.397736 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba2b63d-be0e-43a0-b75a-e720a2ce1ec6,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:10.489975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.491728 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6af47371-f836-412a-b308-b2088363405a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3343554 Mar 29 13:16:10.494698 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35442) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:10.500000 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'security_group_rule': {'security_group_id': '5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:10.514713 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042c11-787d-4d85-bc20-ac96ff339d0e req-bb023034-becd-440e-a935-1ebdbad62038 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:10.516224 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-52042c11-787d-4d85-bc20-ac96ff339d0e req-bb023034-becd-440e-a935-1ebdbad62038 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0603018 Mar 29 13:16:10.564198 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-52042c11-787d-4d85-bc20-ac96ff339d0e req-0a46c893-8eaf-4d9f-be06-99c72be50c08 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414231 Mar 29 13:16:10.629663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (de73fc56-8f0e-4b90-abaf-76658dd5842f), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.683342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (de73fc56-8f0e-4b90-abaf-76658dd5842f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.750290 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (de73fc56-8f0e-4b90-abaf-76658dd5842f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.771096 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de73fc56-8f0e-4b90-abaf-76658dd5842f,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:10.850204 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:10.851409 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-89894646-50bf-454b-890c-691ba77397d9 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3549585 Mar 29 13:16:10.855640 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35444) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:10.860043 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:10.961795 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.055128 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.128005 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 46e5b56c-0084-4dd9-86fa-edddf2d1036a no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:16:11.150052 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 46e5b56c-0084-4dd9-86fa-edddf2d1036a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:16:11.150506 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 46e5b56c-0084-4dd9-86fa-edddf2d1036a not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:16:11.167960 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-093aa6ac-5d98-461f-ae9b-9cf153cceac7 req-fe426842-af62-4846-b939-a89c5328e12d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0334389 Mar 29 13:16:11.188151 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.27.1.38 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/38e3d996-9326-44e4-91a9-a1c7b001f873) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:16:11.285303 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.379673 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.420305 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:16:11.423139 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:16:11.426519 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:16:11.452142 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=38e3d996-9326-44e4-91a9-a1c7b001f873,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:11.517468 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (1b20d423-021f-459c-850a-bd6dc1677c15), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.623132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.685829 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3c6e6-1491-4b52-a3c9-4e92c8f7de58 req-654621fb-c517-41fd-b36a-dcc49bd63835 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:11.687313 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-93f3c6e6-1491-4b52-a3c9-4e92c8f7de58 req-654621fb-c517-41fd-b36a-dcc49bd63835 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0525944 Mar 29 13:16:11.735497 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-93f3c6e6-1491-4b52-a3c9-4e92c8f7de58 req-f4559099-e262-4432-9d97-880e834eca5e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414572 Mar 29 13:16:11.776140 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.857072 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:11.926254 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=38e3d996-9326-44e4-91a9-a1c7b001f873,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:11.938067 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (1b20d423-021f-459c-850a-bd6dc1677c15), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:12.026227 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:12.027438 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-57b3b23c-31bb-4491-af59-a9e02981b8c0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1708944 Mar 29 13:16:12.190641 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-eff19c65-f7e2-42a5-9717-29d628bad181 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1611489364&fields=id&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 267 time: 0.0432503 Mar 29 13:16:12.265606 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-03744903-781e-4e77-8d62-2ab609af1b71 req-10885397-6820-46c0-b575-a03556563c7a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0300457 Mar 29 13:16:12.303910 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-5bddeb93-4bfd-432a-805e-6e2af2e94185 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:12.305357 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-5bddeb93-4bfd-432a-805e-6e2af2e94185 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.1062469 Mar 29 13:16:12.320266 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-50c37b07-d9ad-4834-98f8-f5a9ed722fa0 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/quotas/5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 375 time: 0.0094323 Mar 29 13:16:12.388551 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-57e92763-dae9-467e-9287-eecc3377691e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615087 Mar 29 13:16:12.427855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-f073ec8d-3d24-4c7f-9a9d-29ce6eb55063 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:12.429934 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-f073ec8d-3d24-4c7f-9a9d-29ce6eb55063 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 811 time: 0.1089787 Mar 29 13:16:12.483883 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-76257917-5d6e-430d-b541-76d0e0d50ca5 service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 Mar 29 13:16:12.576631 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-6d247f4d-cc3b-4667-aa5a-e4f109fd15c7 service neutron] 10.222.0.21 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870812 Mar 29 13:16:12.849378 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e0d844b0-2a21-4b6b-bc87-5b35b8484286 req-091e491f-5438-4006-8c71-449b4dc17dac tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 210 time: 0.0277894 Mar 29 13:16:12.871643 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e90d-dea4-43a9-89fe-266178feecd0 req-c61ece80-305e-4dad-815c-8e017ee87f08 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:12.873211 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae72e90d-dea4-43a9-89fe-266178feecd0 req-c61ece80-305e-4dad-815c-8e017ee87f08 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0576622 Mar 29 13:16:12.924805 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae72e90d-dea4-43a9-89fe-266178feecd0 req-5d3e07e1-7410-4407-9652-b430a4a34aaf tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Mar 29 13:16:13.359226 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b2ef02b3-d497-46b0-9b19-8aef71bf2292 req-801aebb7-ac18-4741-8b3d-a731ba780df5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0279906 Mar 29 13:16:13.937922 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d9a13b55-2856-400a-af6a-14fbbb602028 req-b80d090e-ffa7-49df-92a0-b3a04b3e096e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 210 time: 0.0272174 Mar 29 13:16:14.051311 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe9e58-4322-4e15-a0ee-3a3d12790ac1 req-5459dbf1-7415-4794-b367-33efae17b0d5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:14.052794 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a4fe9e58-4322-4e15-a0ee-3a3d12790ac1 req-5459dbf1-7415-4794-b367-33efae17b0d5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0561244 Mar 29 13:16:14.098311 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a4fe9e58-4322-4e15-a0ee-3a3d12790ac1 req-859518b7-c5a6-4b45-8534-7b50bbddc3d4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397789 Mar 29 13:16:14.453930 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-33049d71-bbe0-4deb-89a2-ac64de74138b req-e7f2e8fb-460d-4d71-95be-25fa15502d84 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0267389 Mar 29 13:16:15.029358 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d8baa5c-d45d-4f59-b7c1-31c97df9314c req-26869f9f-e12c-4e94-832f-117cfa1653be tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 210 time: 0.0271902 Mar 29 13:16:15.098345 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-70e1a8b5-6b13-437a-9865-63206b939f8d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 379 time: 0.0545430 Mar 29 13:16:15.108166 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'port': {'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'admin_state_up': True, 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'security_groups': ['f083ad7d-576e-4b62-b7e3-87e6ea41e5fb']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:15.227529 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a590c71-2a98-4a71-bb2d-85baad466cee req-742905c7-7a55-4cbe-a023-4b27b2f30eff tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:15.229090 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9a590c71-2a98-4a71-bb2d-85baad466cee req-742905c7-7a55-4cbe-a023-4b27b2f30eff tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0578454 Mar 29 13:16:15.276231 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Made reservation on behalf of 5b287c59c3dc4b209029dfe3a4c8e545 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:16:15.277869 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9a590c71-2a98-4a71-bb2d-85baad466cee req-f7e5ab0c-50d7-4d2f-954d-1a2772958a1d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Mar 29 13:16:15.279994 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:15.430206 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Allocated IP 172.20.0.11 (2d2d0fd2-c7bb-4377-a7df-6b05df323176/563217e1-1979-4198-830e-021996f7bcf0/65ab9c03-cec4-443c-aaf2-b84249f20246) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:16:15.552649 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-be1a2331-205a-4b0f-b2df-e8a06a881227 req-e6b24de8-d06e-4257-a57a-c12637547e15 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0317807 Mar 29 13:16:15.596093 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:15.733957 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:15.782644 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:16:15.785933 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:16:15.789340 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:16:15.820184 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=65ab9c03-cec4-443c-aaf2-b84249f20246,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:15.846002 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:15.846610 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:15.930543 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-248a71f9-399b-418f-bd5b-9759b0c2ecb3 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8261459 Mar 29 13:16:16.003525 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Request body: {'port': {'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:16.071064 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:16.078290 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d0a38622-8bd1-41eb-9cf5-a5ba3778c2d2 None None] Provisioning complete for port 65ab9c03-cec4-443c-aaf2-b84249f20246 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:16:16.078868 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d0a38622-8bd1-41eb-9cf5-a5ba3778c2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:16.115791 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d0a38622-8bd1-41eb-9cf5-a5ba3778c2d2 None None] Port 65ab9c03-cec4-443c-aaf2-b84249f20246 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:16:16.133505 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e34eaae6-81ec-4ed7-926b-f1b5b23711b8 req-a9bdce89-89ec-4d59-95cf-41b97876338e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 210 time: 0.0296614 Mar 29 13:16:16.364419 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ab9c03-cec4-443c-aaf2-b84249f20246 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:16:16.372766 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Publish callbacks [] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:16.388393 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Transition to ACTIVE for port object 65ab9c03-cec4-443c-aaf2-b84249f20246 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:16:16.453299 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b03cb5cf-f0dc-4727-bfc6-1f4478a4be59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:16.478400 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8657d81-acf5-4095-a185-39c1e707fe39 req-b7f52591-59d4-4646-99e4-e2d5bf46d2b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:16.480036 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b8657d81-acf5-4095-a185-39c1e707fe39 req-b7f52591-59d4-4646-99e4-e2d5bf46d2b8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0957963 Mar 29 13:16:16.539107 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:16.639229 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b8657d81-acf5-4095-a185-39c1e707fe39 req-3b634b10-d0e5-45a6-bb6d-9edce6f17a5d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506999 Mar 29 13:16:16.708918 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Pushing event updated for resources: {'Port': ['ID=65ab9c03-cec4-443c-aaf2-b84249f20246,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:16.799641 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-93c21ff3-daf3-480b-b037-ddfa1fdcdc5b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:16.801200 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-93c21ff3-daf3-480b-b037-ddfa1fdcdc5b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 814 time: 0.2736368 Mar 29 13:16:16.831463 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Attempting to bind port 65ab9c03-cec4-443c-aaf2-b84249f20246 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:16:16.831804 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Attempting to bind port 65ab9c03-cec4-443c-aaf2-b84249f20246 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:16:16.832273 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Attempting to bind port 65ab9c03-cec4-443c-aaf2-b84249f20246 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:16:16.851316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Port 65ab9c03-cec4-443c-aaf2-b84249f20246 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:16:16.851682 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Attempting to bind port 65ab9c03-cec4-443c-aaf2-b84249f20246 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:16:16.861373 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00186d1d-0e4d-4270-894c-d980eb4359a6 req-b76bc642-baec-4f1f-9b19-f822badcc1be tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:16.862863 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-00186d1d-0e4d-4270-894c-d980eb4359a6 req-b76bc642-baec-4f1f-9b19-f822badcc1be tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.1315548 Mar 29 13:16:16.878182 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:16:16.878521 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Checking segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:16:16.878946 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Bound using segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:16:16.879388 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Bound port: 65ab9c03-cec4-443c-aaf2-b84249f20246, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:16:16.879783 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:16.977699 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a3a5e79f-3f76-4389-bec0-b0fcdb290979 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930 HTTP/1.1" status: 200 len: 380 time: 0.1574516 Mar 29 13:16:17.003085 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'port': {'device_id': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'admin_state_up': True, 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'security_groups': ['5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:17.017203 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-00186d1d-0e4d-4270-894c-d980eb4359a6 req-7566b757-21bd-44b2-a982-ebb8a15808e5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458597 Mar 29 13:16:17.069742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] For port 65ab9c03-cec4-443c-aaf2-b84249f20246, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:16:17.087838 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] For port 65ab9c03-cec4-443c-aaf2-b84249f20246, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=65ab9c03-cec4-443c-aaf2-b84249f20246,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:16:17.159880 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:17.191775 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:17.192394 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:17.193852 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] 10.222.0.18 "PUT /v2.0/ports/65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 200 len: 1094 time: 1.2448578 Mar 29 13:16:17.194251 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:17.196681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d103038f-8c11-4260-995b-9c2461932d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:17.235132 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0e8a1-9c28-474a-9ac7-aa34ef918217 service neutron] Pushing event updated for resources: {'Port': ['ID=65ab9c03-cec4-443c-aaf2-b84249f20246,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:17.259144 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-11aacd6a-c3d6-490e-9f86-73a1a35e3f4c req-a7b38db4-cf25-4959-b957-310b1a6de2cf tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 210 time: 0.0386958 Mar 29 13:16:17.259936 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Made reservation on behalf of 5d8a89bb1ab34259bdc14d2cd97ff930 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:16:17.263181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:17.336439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4ed278-4d29-4784-820c-055e4e161d57 x-openstack-request-id: req-3f4ed278-4d29-4784-820c-055e4e161d57 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:17.336439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:17.336439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f4ed278-4d29-4784-820c-055e4e161d57 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:17.336439 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4ed278-4d29-4784-820c-055e4e161d57'] response: {'name': 'network-changed', 'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'status': 'completed', 'code': 200} Mar 29 13:16:17.451881 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Allocated IP 172.20.0.13 (cdb8cfef-6808-4e4c-9256-36d19733f76d/97ddc728-f177-47f6-8aa3-13679b0fc07c/9e7371c5-994e-4a57-a2ac-2c1cebe9769e) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:16:17.472864 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103038f-8c11-4260-995b-9c2461932d5f req-1d0c7fe7-ff57-4d81-ac83-1d92aeffa49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:17.474298 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d103038f-8c11-4260-995b-9c2461932d5f req-1d0c7fe7-ff57-4d81-ac83-1d92aeffa49a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1128 time: 0.0869534 Mar 29 13:16:17.973260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:17.988268 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15d975-4790-4a60-81f3-ffc5b14a7888 req-41df7f28-1dde-4e9f-a1ce-ad462eba7aba tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:17.991641 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eb15d975-4790-4a60-81f3-ffc5b14a7888 req-41df7f28-1dde-4e9f-a1ce-ad462eba7aba tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.1208119 Mar 29 13:16:17.991641 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103038f-8c11-4260-995b-9c2461932d5f req-74bb6d70-6b87-4b26-8dbe-0c3d996ecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:17.992184 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d103038f-8c11-4260-995b-9c2461932d5f req-74bb6d70-6b87-4b26-8dbe-0c3d996ecd9d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4521616 Mar 29 13:16:18.115647 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eb15d975-4790-4a60-81f3-ffc5b14a7888 req-3bdc41fa-91e6-4479-9312-e2700d3ad68f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198454 Mar 29 13:16:18.116379 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:16:18.144466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c66b1-38c7-47a0-8aa5-544d4eec0bd8 req-724c8029-e85d-4840-a468-62ea69a3b5a1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.144466 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7a3c66b1-38c7-47a0-8aa5-544d4eec0bd8 req-724c8029-e85d-4840-a468-62ea69a3b5a1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.0556669 Mar 29 13:16:18.156698 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103038f-8c11-4260-995b-9c2461932d5f req-c1980bea-548a-44bf-b4d8-18654c6813b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.158772 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d103038f-8c11-4260-995b-9c2461932d5f req-c1980bea-548a-44bf-b4d8-18654c6813b9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1538913 Mar 29 13:16:18.180464 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.203003 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7a3c66b1-38c7-47a0-8aa5-544d4eec0bd8 req-ff65214c-214a-44c1-a811-a66a82682cca tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610530 Mar 29 13:16:18.241172 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Network cdb8cfef-6808-4e4c-9256-36d19733f76d is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:16:18.260023 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:16:18.260511 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:18.264777 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:16:18.274123 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'mac_address': 'fa:16:3e:76:16:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:16:18.281940 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event updated for resources: {'Port': ['ID=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:18.313891 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: ACTIVE; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:18.314300 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.328503 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72527bdc-b7e6-4f6e-93aa-0ca888fc740c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:16:18.349627 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:18.350031 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-b29e6311-245a-45e8-bfc0-d0d85964aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.351892 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-b29e6311-245a-45e8-bfc0-d0d85964aa7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1128 time: 0.1079924 Mar 29 13:16:18.357378 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.358010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.431417 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-26bce850-4df5-4133-846a-d6845467deef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 200 len: 217 time: 0.0610359 Mar 29 13:16:18.461116 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.498017 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c2ae834b-1d61-4073-b0c9-ee1d0124737b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5034578 Mar 29 13:16:18.504938 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a799e-67b6-4916-a0ee-2fa32e8996d6 req-66bea389-dd24-432d-bcee-2c486aa76365 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.507963 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b93a799e-67b6-4916-a0ee-2fa32e8996d6 req-66bea389-dd24-432d-bcee-2c486aa76365 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 932 time: 0.1471865 Mar 29 13:16:18.527295 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Request body: {'port': {'device_id': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:18.530939 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=6']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:18.538706 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-4a40449f-e35d-498e-bb7e-28d0df181adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.540369 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-4a40449f-e35d-498e-bb7e-28d0df181adf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.1027634 Mar 29 13:16:18.544331 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-6546ccf2-e728-4d0b-8294-d0da490dca67 None None] Provisioning complete for port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:16:18.544780 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6546ccf2-e728-4d0b-8294-d0da490dca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.567967 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e2536b7c-8fb4-4591-a52f-c71c51a9efb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.581853 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-6546ccf2-e728-4d0b-8294-d0da490dca67 None None] Port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:16:18.617671 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['72527bdc-b7e6-4f6e-93aa-0ca888fc740c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:16:18.652652 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b93a799e-67b6-4916-a0ee-2fa32e8996d6 req-bb4a9bcf-883b-434d-b336-50a7606f9e59 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397326 Mar 29 13:16:18.660117 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:18.681188 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6e858-7813-404e-b1dd-49317559a524 req-66fc59a5-7a58-49ec-ab1c-0673b660b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:18.682726 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-66fc59a5-7a58-49ec-ab1c-0673b660b7d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179495 Mar 29 13:16:18.874198 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-c49d1b16-5f89-4782-a4a7-8ac54991c363 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656518 Mar 29 13:16:19.028739 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8e6e858-7813-404e-b1dd-49317559a524 req-1b90f89a-e363-4d25-822e-768557d9d942 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444523 Mar 29 13:16:19.084716 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7371c5-994e-4a57-a2ac-2c1cebe9769e {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:16:19.101897 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Publish callbacks [] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:19.114235 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Transition to ACTIVE for port object 9e7371c5-994e-4a57-a2ac-2c1cebe9769e will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:16:19.240079 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:19.252956 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bb65f-cebf-473d-88a4-930c627ec625 req-b237c8f0-8bc3-4e2c-a4e6-bde13e4e3021 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:19.261280 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4e3bb65f-cebf-473d-88a4-930c627ec625 req-b237c8f0-8bc3-4e2c-a4e6-bde13e4e3021 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 944 time: 0.0707314 Mar 29 13:16:19.322514 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-4e3bb65f-cebf-473d-88a4-930c627ec625 req-f0842d18-25b8-4c82-b72d-c8edb19c84f6 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602150 Mar 29 13:16:19.363099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Pushing event updated for resources: {'Port': ['ID=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:19.435472 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be54e0-6701-40de-8e36-344536b37cbf req-f49e7fa2-4956-4daf-a8cf-140358505792 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:19.437081 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b9be54e0-6701-40de-8e36-344536b37cbf req-f49e7fa2-4956-4daf-a8cf-140358505792 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.1432388 Mar 29 13:16:19.471731 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Attempting to bind port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:16:19.472159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Attempting to bind port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:16:19.472398 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Attempting to bind port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:16:19.484622 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e on network cdb8cfef-6808-4e4c-9256-36d19733f76d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:16:19.485500 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Attempting to bind port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e on network cdb8cfef-6808-4e4c-9256-36d19733f76d {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:16:19.511034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:16:19.511752 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Checking segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:16:19.511859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Bound using segment: {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:16:19.512392 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Bound port: 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2499276-7845-4c3b-abf7-7c6631626d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:16:19.512758 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:19.543105 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b9be54e0-6701-40de-8e36-344536b37cbf req-36c71638-5ce7-41a5-8d18-fda2fe322006 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928619 Mar 29 13:16:19.644511 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] For port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:16:19.648543 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] For port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:16:19.694375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:19.749300 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:19.786416 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f53a2-8fdf-4c84-b02c-a94d70808709 req-de9f96ed-2440-47ae-82be-436214bbf154 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:19.788574 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-673f53a2-8fdf-4c84-b02c-a94d70808709 req-de9f96ed-2440-47ae-82be-436214bbf154 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 944 time: 0.0620470 Mar 29 13:16:19.826325 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:19.827544 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:19.829007 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-a888482b-df90-4656-b633-0babd2ba921c service neutron] 10.222.0.18 "PUT /v2.0/ports/9e7371c5-994e-4a57-a2ac-2c1cebe9769e HTTP/1.1" status: 200 len: 1094 time: 1.3142526 Mar 29 13:16:19.829470 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:19.832656 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4731af-fb6b-42ed-a6b6-1b317113233b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:19.869728 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-673f53a2-8fdf-4c84-b02c-a94d70808709 req-ca8a0e3b-131c-4e67-b408-ed7c43d49e5f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751052 Mar 29 13:16:19.905570 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a50b57-14e4-48e4-8e57-37a13df5d2ff x-openstack-request-id: req-45a50b57-14e4-48e4-8e57-37a13df5d2ff {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:19.905887 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:19.906114 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45a50b57-14e4-48e4-8e57-37a13df5d2ff {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:19.906520 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a50b57-14e4-48e4-8e57-37a13df5d2ff'] response: {'name': 'network-changed', 'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'status': 'completed', 'code': 200} Mar 29 13:16:19.915954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888482b-df90-4656-b633-0babd2ba921c service neutron] Pushing event updated for resources: {'Port': ['ID=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:20.010297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4731af-fb6b-42ed-a6b6-1b317113233b req-a5597569-3068-4c5c-8f42-a68dad920751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.011940 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e4731af-fb6b-42ed-a6b6-1b317113233b req-a5597569-3068-4c5c-8f42-a68dad920751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0577676 Mar 29 13:16:20.121680 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:16:20.165214 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4731af-fb6b-42ed-a6b6-1b317113233b req-e1f33841-35cb-4c15-a33e-0b65f15012de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.167879 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e4731af-fb6b-42ed-a6b6-1b317113233b req-e1f33841-35cb-4c15-a33e-0b65f15012de service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1429949 Mar 29 13:16:20.237983 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:16:20.238813 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:20.322513 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4731af-fb6b-42ed-a6b6-1b317113233b req-e547b26c-4970-4de7-acd3-f16925132585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.324142 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7e4731af-fb6b-42ed-a6b6-1b317113233b req-e547b26c-4970-4de7-acd3-f16925132585 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1506226 Mar 29 13:16:20.351862 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:20.352252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:20.378294 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:20.380544 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c42506-037d-4962-ad93-491ca9a19a4a" -d '{"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-plugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:20.394631 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:20.472341 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-8c573e27-4b66-42fe-a49c-41c5b2367735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.474406 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-8c573e27-4b66-42fe-a49c-41c5b2367735 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 1128 time: 0.0767877 Mar 29 13:16:20.484758 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30b3b8-d705-4062-b007-f832b0c54f5e req-acbbac65-63c7-415c-bd4b-1e75b453a51f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.486936 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5f30b3b8-d705-4062-b007-f832b0c54f5e req-acbbac65-63c7-415c-bd4b-1e75b453a51f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 944 time: 0.0679724 Mar 29 13:16:20.509094 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1097613b-a9f3-4664-9597-383a685ce1a5 x-openstack-request-id: req-1097613b-a9f3-4664-9597-383a685ce1a5 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:20.509377 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-plugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:20.509730 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1097613b-a9f3-4664-9597-383a685ce1a5 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:20.510347 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1097613b-a9f3-4664-9597-383a685ce1a5'] response: {'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'code': 200} Mar 29 13:16:20.524003 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:20.556352 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5f30b3b8-d705-4062-b007-f832b0c54f5e req-38408196-cc97-4adc-9d88-491fb5326a98 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627174 Mar 29 13:16:20.570839 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-3e0d656b-d75a-4f76-a27e-e018d9545099 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e HTTP/1.1" status: 200 len: 217 time: 0.0817585 Mar 29 13:16:20.609181 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=7']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:20.648279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-e42bc7e8-856f-4571-9e13-f9fa11f42b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.650134 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-e42bc7e8-856f-4571-9e13-f9fa11f42b4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0726457 Mar 29 13:16:20.754729 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-fd833795-c0ea-4552-bc2b-90546cb36def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.757105 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-fd833795-c0ea-4552-bc2b-90546cb36def service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011000 Mar 29 13:16:20.772092 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21af9-eb90-48c4-912f-601729f1cf19 req-5a42b80d-0285-4ab9-9944-0d272b7dc90b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:20.774018 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34c21af9-eb90-48c4-912f-601729f1cf19 req-5a42b80d-0285-4ab9-9944-0d272b7dc90b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.1042128 Mar 29 13:16:20.891046 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34c21af9-eb90-48c4-912f-601729f1cf19 req-8b00170f-8f46-4f52-9013-f398b560daa8 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088166 Mar 29 13:16:20.904859 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-c16ebfb0-7b4a-443c-b44d-6de6ae051c95 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408024 Mar 29 13:16:21.061978 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2a0abd81-2185-4b4c-9510-610de23cb840 req-50d049d3-bb87-49f3-ae1b-354c8d62a6be service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450183 Mar 29 13:16:21.064677 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:21.078760 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635b09-cb88-4e58-9378-ba5204888e97 req-3a10364b-5e6c-4c74-b179-e7030e22b26e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:21.080586 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f635b09-cb88-4e58-9378-ba5204888e97 req-3a10364b-5e6c-4c74-b179-e7030e22b26e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 944 time: 0.0913117 Mar 29 13:16:21.145773 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f635b09-cb88-4e58-9378-ba5204888e97 req-1db28a27-9051-4bab-b77a-93ab29354d17 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585370 Mar 29 13:16:21.708263 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ce1ca-3492-40e2-afd7-0ceca58b92fb req-797a065b-e34f-4b6f-abf4-757cf9101eb4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:21.710159 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-097ce1ca-3492-40e2-afd7-0ceca58b92fb req-797a065b-e34f-4b6f-abf4-757cf9101eb4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0666275 Mar 29 13:16:21.776692 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-097ce1ca-3492-40e2-afd7-0ceca58b92fb req-80c2d858-d61a-4fe9-8d1a-6b29f23fb373 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604913 Mar 29 13:16:22.047162 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408744-13d4-4644-8c17-e83ca1c5bdfd req-7c20993f-25b9-40fe-86d3-57c85095d24f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:22.048899 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a4408744-13d4-4644-8c17-e83ca1c5bdfd req-7c20993f-25b9-40fe-86d3-57c85095d24f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.0576808 Mar 29 13:16:22.137299 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a4408744-13d4-4644-8c17-e83ca1c5bdfd req-9275b11e-5000-491d-8627-085120e9b933 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814807 Mar 29 13:16:22.292035 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe057203-0a4b-451a-9367-f978d015c1e6 req-0296e795-646d-4b0e-b213-d5ce3dc8cc75 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:22.299419 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fe057203-0a4b-451a-9367-f978d015c1e6 req-0296e795-646d-4b0e-b213-d5ce3dc8cc75 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 944 time: 0.0763199 Mar 29 13:16:22.355452 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fe057203-0a4b-451a-9367-f978d015c1e6 req-6de98b7b-67af-4268-a19d-576264963162 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549061 Mar 29 13:16:22.698637 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:22.934454 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f723b-b573-47ec-847b-53a6a619f3d9 req-871fbdd7-3d55-468d-bc1e-5712f2229204 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:22.936232 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-625f723b-b573-47ec-847b-53a6a619f3d9 req-871fbdd7-3d55-468d-bc1e-5712f2229204 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0645139 Mar 29 13:16:23.001136 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-625f723b-b573-47ec-847b-53a6a619f3d9 req-044a09fd-afbc-483f-abf6-3ced9ef72cc3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581722 Mar 29 13:16:23.261853 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2273aa-049c-4cde-9a7e-7c96a6ff63f1 req-6c70aad3-961e-4a74-807b-c2d5fe8abfc5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:23.263622 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-da2273aa-049c-4cde-9a7e-7c96a6ff63f1 req-6c70aad3-961e-4a74-807b-c2d5fe8abfc5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.0624070 Mar 29 13:16:23.324912 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-da2273aa-049c-4cde-9a7e-7c96a6ff63f1 req-52101191-3cf9-4c13-ae0c-d94bb10d1116 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548120 Mar 29 13:16:23.482246 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e310f3-ffc3-4655-b4c6-fdc5c6082bf5 req-48bb01c1-0285-4e0b-9b2b-6bde8e7db9fc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:23.488010 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d1e310f3-ffc3-4655-b4c6-fdc5c6082bf5 req-48bb01c1-0285-4e0b-9b2b-6bde8e7db9fc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 944 time: 0.0608244 Mar 29 13:16:23.535452 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d1e310f3-ffc3-4655-b4c6-fdc5c6082bf5 req-105a0bff-8f6b-4496-8ce6-b0729365118b tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457263 Mar 29 13:16:24.143764 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9e7371c5-994e-4a57-a2ac-2c1cebe9769e details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:16:24.237939 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130b64-83a4-4107-9072-355d1dcd5bf4 req-796d213a-e230-4abc-924f-7b6ed4232923 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:24.245730 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46130b64-83a4-4107-9072-355d1dcd5bf4 req-796d213a-e230-4abc-924f-7b6ed4232923 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.1404774 Mar 29 13:16:24.314061 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46130b64-83a4-4107-9072-355d1dcd5bf4 req-d81dc33b-5798-4a4b-acc6-5c5e532540ae tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652900 Mar 29 13:16:24.318438 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:24.337122 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'port_id': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'mac_address': 'fa:16:3e:5f:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:16:24.403321 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:24.403871 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:24.421593 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7371c5-994e-4a57-a2ac-2c1cebe9769e {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:16:24.444497 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:24.488539 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2825-7359-4b79-b9b9-a5cf4cadf3ce req-c284add8-3cef-4293-9c3e-1dce0ddeccb4 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:24.491347 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ad1b2825-7359-4b79-b9b9-a5cf4cadf3ce req-c284add8-3cef-4293-9c3e-1dce0ddeccb4 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.0827370 Mar 29 13:16:24.545232 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:24.606459 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ad1b2825-7359-4b79-b9b9-a5cf4cadf3ce req-8ad40b45-3163-42c3-8444-8b16b8448f0f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051819 Mar 29 13:16:24.643503 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:24.734830 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3e01-61b8-4c1f-8355-ca2244877418 req-4a3c715b-744b-439d-bf64-e7fa98d5b787 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:24.736452 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-93ab3e01-61b8-4c1f-8355-ca2244877418 req-4a3c715b-744b-439d-bf64-e7fa98d5b787 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 945 time: 0.0919721 Mar 29 13:16:24.796864 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-93ab3e01-61b8-4c1f-8355-ca2244877418 req-379a3f69-0ce1-4e55-b33b-83ae963ad4f8 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537791 Mar 29 13:16:24.897804 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['9e7371c5-994e-4a57-a2ac-2c1cebe9769e'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:16:25.462408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e956b-6057-43c0-90a2-170872fc51f2 req-b024245f-5923-4a4f-93b2-1e1ed4a1fb8b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:25.464414 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8e9e956b-6057-43c0-90a2-170872fc51f2 req-b024245f-5923-4a4f-93b2-1e1ed4a1fb8b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0624266 Mar 29 13:16:25.516856 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8e9e956b-6057-43c0-90a2-170872fc51f2 req-689a0f17-8cc7-40c4-980d-11e714b02c5e tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465808 Mar 29 13:16:25.729775 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c51a-c527-4186-9e15-8e38f145df74 req-2b52b152-1d52-4b99-801b-c8d2942b7fd2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:25.731283 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a255c51a-c527-4186-9e15-8e38f145df74 req-2b52b152-1d52-4b99-801b-c8d2942b7fd2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 944 time: 0.0584137 Mar 29 13:16:25.780780 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a255c51a-c527-4186-9e15-8e38f145df74 req-68a67fbf-4d50-4fde-b6c8-696e89d38b10 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Mar 29 13:16:25.927170 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4965a-1a0b-4237-b4f6-a08d4da9a754 req-4baf04c2-a145-41b9-a4cc-47d9e9f7255a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:25.929243 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f6a4965a-1a0b-4237-b4f6-a08d4da9a754 req-4baf04c2-a145-41b9-a4cc-47d9e9f7255a tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 945 time: 0.0626605 Mar 29 13:16:25.979331 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f6a4965a-1a0b-4237-b4f6-a08d4da9a754 req-c847b745-ee1d-495e-819c-aa8a9dbf8be1 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444751 Mar 29 13:16:26.170041 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 65ab9c03-cec4-443c-aaf2-b84249f20246 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:16:26.192876 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9e7371c5-994e-4a57-a2ac-2c1cebe9769e up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:16:26.413999 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.db.resource_extend [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 13:16:26.523036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 65ab9c03-cec4-443c-aaf2-b84249f20246, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=65ab9c03-cec4-443c-aaf2-b84249f20246,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:26.543257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:16:26.586492 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 65ab9c03-cec4-443c-aaf2-b84249f20246 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:26.591114 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:26.602525 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:16:26.609227 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:16:26.609870 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:26.641900 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ab9c03-cec4-443c-aaf2-b84249f20246 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:16:26.685021 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 65ab9c03-cec4-443c-aaf2-b84249f20246, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=65ab9c03-cec4-443c-aaf2-b84249f20246,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:26.687388 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9cde6-2b5e-4a61-b668-764196c213b2 req-f5c88270-626a-4453-b916-2148c6c10cdc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:26.699880 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-83c9cde6-2b5e-4a61-b668-764196c213b2 req-f5c88270-626a-4453-b916-2148c6c10cdc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0806224 Mar 29 13:16:26.756103 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:26.756495 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:26.767577 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:26.779334 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-83c9cde6-2b5e-4a61-b668-764196c213b2 req-d59e438d-6036-453b-9a94-f80b545a997b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760057 Mar 29 13:16:26.827957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:26.830426 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd85df1-4959-4b84-8193-87a8355d015c" -d '{"events": [{"server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:26.870731 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=65ab9c03-cec4-443c-aaf2-b84249f20246,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:26.879508 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:26.905908 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3218f824-567c-4f4a-b3d9-a633c367f3ed x-openstack-request-id: req-3218f824-567c-4f4a-b3d9-a633c367f3ed {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:26.905908 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "name": "network-vif-plugged", "status": "completed", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:26.905908 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3218f824-567c-4f4a-b3d9-a633c367f3ed {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:26.905908 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3218f824-567c-4f4a-b3d9-a633c367f3ed'] response: {'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'code': 200} Mar 29 13:16:26.950623 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4f79a-3214-4c6d-8032-d2d0b7312f58 req-a3691c10-eb95-474f-a29e-224766ffddc5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:26.952571 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-31b4f79a-3214-4c6d-8032-d2d0b7312f58 req-a3691c10-eb95-474f-a29e-224766ffddc5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 945 time: 0.0662622 Mar 29 13:16:26.959882 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:27.034957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:27.073401 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-31b4f79a-3214-4c6d-8032-d2d0b7312f58 req-afa3dc02-1e3c-4068-ae63-5ba970573b85 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064544 Mar 29 13:16:27.167313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dccc2-4ff0-4751-9554-cebc601dc340 req-7406d849-3ea8-4e9c-9c4c-f0f7d56d92dc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:27.172041 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a36dccc2-4ff0-4751-9554-cebc601dc340 req-7406d849-3ea8-4e9c-9c4c-f0f7d56d92dc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0690711 Mar 29 13:16:27.221840 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a36dccc2-4ff0-4751-9554-cebc601dc340 req-8f5f2a06-a4a4-4fde-9e91-3e7ec871c17c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468748 Mar 29 13:16:27.937055 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81651f-2801-4840-b3b9-1b4c6ad4e3a8 req-bf29edb2-21c8-4973-8e4f-d8b5024226e9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:27.938697 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fe81651f-2801-4840-b3b9-1b4c6ad4e3a8 req-bf29edb2-21c8-4973-8e4f-d8b5024226e9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0650284 Mar 29 13:16:27.992183 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fe81651f-2801-4840-b3b9-1b4c6ad4e3a8 req-7e81f5d9-803b-4474-a9c6-99a9d8aa3eb5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468032 Mar 29 13:16:28.185507 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421959d-1332-47b9-a7f0-54729a38e9e9 req-48ca30d7-39bb-4874-a146-c6f34ce12e80 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:28.192055 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1421959d-1332-47b9-a7f0-54729a38e9e9 req-48ca30d7-39bb-4874-a146-c6f34ce12e80 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 945 time: 0.0609405 Mar 29 13:16:28.246261 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1421959d-1332-47b9-a7f0-54729a38e9e9 req-77cf5f73-f34e-484d-bde1-3f06cdde5734 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527904 Mar 29 13:16:28.364563 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c81d5-5feb-41ba-9500-fb170dbf96c8 req-a64a4ba7-381c-4e1e-a023-9640b1ada328 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:28.367139 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ef3c81d5-5feb-41ba-9500-fb170dbf96c8 req-a64a4ba7-381c-4e1e-a023-9640b1ada328 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0583298 Mar 29 13:16:28.425063 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ef3c81d5-5feb-41ba-9500-fb170dbf96c8 req-b5ebf7da-1aa5-4696-bdcd-a455e135ee7f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522285 Mar 29 13:16:29.126142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210394e-f8ef-4c3f-ac42-d8ce5561919c req-80d99f3c-a8b1-44c7-bc3f-0bc55eafa734 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:29.127618 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5210394e-f8ef-4c3f-ac42-d8ce5561919c req-80d99f3c-a8b1-44c7-bc3f-0bc55eafa734 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0612352 Mar 29 13:16:29.174106 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5210394e-f8ef-4c3f-ac42-d8ce5561919c req-d0a7b340-adbd-4016-a31b-8204f28530b9 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Mar 29 13:16:29.382909 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84590b1d-e395-4387-8e54-606327e0172e req-1487bce1-ae3d-455a-bf36-7e0851b0bba7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:29.385125 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-84590b1d-e395-4387-8e54-606327e0172e req-1487bce1-ae3d-455a-bf36-7e0851b0bba7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 945 time: 0.0642071 Mar 29 13:16:29.456026 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-84590b1d-e395-4387-8e54-606327e0172e req-e4ecc081-5b6c-4c6d-8133-7267d081e20e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632830 Mar 29 13:16:29.581250 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c19c9-da33-46b9-b7f8-2c4d6d2eaab6 req-1972bfa5-d997-41db-bfaa-0c48b7b1c9b5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:29.582651 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7f7c19c9-da33-46b9-b7f8-2c4d6d2eaab6 req-1972bfa5-d997-41db-bfaa-0c48b7b1c9b5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0599749 Mar 29 13:16:29.635152 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['65ab9c03-cec4-443c-aaf2-b84249f20246'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:16:29.697305 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7f7c19c9-da33-46b9-b7f8-2c4d6d2eaab6 req-ba1dcb74-7fcc-430d-b333-055b2b281d63 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071706 Mar 29 13:16:29.708623 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fb4fd-a080-4ab4-9577-aa7bdda10e62 req-5afa28ab-57a7-442e-9d5b-9691012f70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:29.710822 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fd7fb4fd-a080-4ab4-9577-aa7bdda10e62 req-5afa28ab-57a7-442e-9d5b-9691012f70f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0935495 Mar 29 13:16:29.775442 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fd7fb4fd-a080-4ab4-9577-aa7bdda10e62 req-51ea6566-4025-4636-af76-db68d001ab7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490439 Mar 29 13:16:30.298975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da26b-0b96-42f3-8ccc-cbaa0ed8d257 req-5ae7ed9d-9028-442b-ba3c-359b30f47e07 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:30.300459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1a9da26b-0b96-42f3-8ccc-cbaa0ed8d257 req-5ae7ed9d-9028-442b-ba3c-359b30f47e07 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0533125 Mar 29 13:16:30.351723 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1a9da26b-0b96-42f3-8ccc-cbaa0ed8d257 req-1aa62c03-9057-4b25-92fa-8b6441935721 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 Mar 29 13:16:30.570495 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792954d-82c9-4d83-8311-1a78664b9d2d req-a250d195-07b5-4cb1-a261-e05a87f60e8f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:30.573898 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f792954d-82c9-4d83-8311-1a78664b9d2d req-a250d195-07b5-4cb1-a261-e05a87f60e8f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 945 time: 0.0533090 Mar 29 13:16:30.621410 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f792954d-82c9-4d83-8311-1a78664b9d2d req-570c5cd9-9e77-41f7-8f59-4241c3e4fd81 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429904 Mar 29 13:16:30.825515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd18b35-a32f-4f5d-8609-45eb476dfbe7 req-1e002335-76d4-4e84-a206-fd6c5074a936 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:30.827103 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4bd18b35-a32f-4f5d-8609-45eb476dfbe7 req-1e002335-76d4-4e84-a206-fd6c5074a936 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0603230 Mar 29 13:16:30.882874 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4bd18b35-a32f-4f5d-8609-45eb476dfbe7 req-dc4d63b3-504f-4743-9718-c0a141f7ca96 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477703 Mar 29 13:16:31.250139 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-f020ac0f-d2b9-4411-891a-3867ee5623b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:31.251713 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-f020ac0f-d2b9-4411-891a-3867ee5623b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1129 time: 0.0462723 Mar 29 13:16:31.345778 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-7cbaee31-77bb-4559-b5b7-ccacc599c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:31.347250 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-7cbaee31-77bb-4559-b5b7-ccacc599c948 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.0892217 Mar 29 13:16:31.440694 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-9ce8b2d0-4f1a-4146-a0c3-b750d7408958 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 1000 time: 0.0695162 Mar 29 13:16:31.497898 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-68673023-b195-4c3a-b1ec-8dd4a5c4d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:31.499353 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-68673023-b195-4c3a-b1ec-8dd4a5c4d0d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0526168 Mar 29 13:16:31.504732 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7c15-7e31-40db-a8ee-5076508972dd req-dc441b20-ed8d-4c53-ab57-0745111b138d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:31.506290 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ec7a7c15-7e31-40db-a8ee-5076508972dd req-dc441b20-ed8d-4c53-ab57-0745111b138d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.0650644 Mar 29 13:16:31.553531 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-436f3aad-087e-4ba5-be9d-7977e8d2d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:31.555043 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-436f3aad-087e-4ba5-be9d-7977e8d2d668 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497119 Mar 29 13:16:31.556256 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ec7a7c15-7e31-40db-a8ee-5076508972dd req-1fa097f3-0ebd-4adf-b1e1-51996b0b009f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Mar 29 13:16:31.644538 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-621f07d1-0713-48c3-bfe2-795989822d6b service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835927 Mar 29 13:16:31.772100 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-08fe83f1-a481-4542-b5ea-e9820e24f23c req-c40b9ad8-e372-4d3b-b92a-1111e5743c50 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185224 Mar 29 13:16:31.779779 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbdc26-10eb-4784-a5ae-40bbb6d5eecc req-2120daea-9b77-4534-bb39-5678aaabfc46 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:31.781137 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4bbbdc26-10eb-4784-a5ae-40bbb6d5eecc req-2120daea-9b77-4534-bb39-5678aaabfc46 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 945 time: 0.0829535 Mar 29 13:16:31.840490 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4bbbdc26-10eb-4784-a5ae-40bbb6d5eecc req-d483c3fd-4ad6-4854-86c6-2cb5734f5c90 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535605 Mar 29 13:16:32.003217 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863abde-259c-48ee-8978-8d06c0e47eef req-557627c0-acae-4c81-a25b-1bfe864e31bc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:32.004761 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a863abde-259c-48ee-8978-8d06c0e47eef req-557627c0-acae-4c81-a25b-1bfe864e31bc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0515759 Mar 29 13:16:32.050245 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a863abde-259c-48ee-8978-8d06c0e47eef req-fda6a6c1-570f-4616-b868-4ab7bf22585e tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390322 Mar 29 13:16:32.207883 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 65ab9c03-cec4-443c-aaf2-b84249f20246 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:16:32.313351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8184066-cf1b-478e-a2c9-bc330753b415 req-5eb61299-44a4-499e-adec-67f9639f2b04 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:32.314717 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d8184066-cf1b-478e-a2c9-bc330753b415 req-5eb61299-44a4-499e-adec-67f9639f2b04 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0524673 Mar 29 13:16:32.324215 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35824) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:32.328450 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Request body: {'floatingip': {'port_id': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:32.342680 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 65ab9c03-cec4-443c-aaf2-b84249f20246 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:16:32.346900 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 65ab9c03-cec4-443c-aaf2-b84249f20246 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:16:32.347262 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:32.373667 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (1b20d423-021f-459c-850a-bd6dc1677c15), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:32.437650 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 65ab9c03-cec4-443c-aaf2-b84249f20246 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:32.437650 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:32.462432 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:32.464689 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f18150-7d48-48bb-81ba-e8613b76afb8" -d '{"events": [{"server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "name": "network-vif-plugged", "status": "completed", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:32.478035 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 65ab9c03-cec4-443c-aaf2-b84249f20246, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=65ab9c03-cec4-443c-aaf2-b84249f20246,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:32.505386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce04e03-3530-41fc-a0bf-8a59f0dc0e48 x-openstack-request-id: req-bce04e03-3530-41fc-a0bf-8a59f0dc0e48 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:32.506589 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "name": "network-vif-plugged", "status": "completed", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:32.506850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bce04e03-3530-41fc-a0bf-8a59f0dc0e48 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:32.507252 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce04e03-3530-41fc-a0bf-8a59f0dc0e48'] response: {'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'code': 200} Mar 29 13:16:32.566106 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:32.566878 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:16:32.651047 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=65ab9c03-cec4-443c-aaf2-b84249f20246,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:32.692289 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: ACTIVE; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:32.692682 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:32.725864 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:32.847591 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:32.910969 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=8']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:32.991950 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964aaa38-9ea2-4b0b-adb3-d727145308d4 req-dcd180bb-caf5-4c81-b61e-9acb99d03f06 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:32.994494 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-964aaa38-9ea2-4b0b-adb3-d727145308d4 req-dcd180bb-caf5-4c81-b61e-9acb99d03f06 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0571897 Mar 29 13:16:33.051225 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-964aaa38-9ea2-4b0b-adb3-d727145308d4 req-83bcf0a3-62fb-4fb2-ab3e-3d5c6f661f4f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503721 Mar 29 13:16:33.102537 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dabe8b-1ccd-4992-a97f-d6398c1bb93d req-d0e77047-83f5-4b9e-8670-24bc13da4521 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:33.104066 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f3dabe8b-1ccd-4992-a97f-d6398c1bb93d req-d0e77047-83f5-4b9e-8670-24bc13da4521 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 945 time: 0.4625101 Mar 29 13:16:33.167540 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbdbf-5dfc-473a-bdff-0651d1c33a19 req-8a720447-13a5-40f5-bf70-50bc3b474ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:33.169034 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-787cbdbf-5dfc-473a-bdff-0651d1c33a19 req-8a720447-13a5-40f5-bf70-50bc3b474ad4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1130 time: 0.1529880 Mar 29 13:16:33.258480 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f3dabe8b-1ccd-4992-a97f-d6398c1bb93d req-744c0917-5c60-4003-add2-430e4c682d82 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470759 Mar 29 13:16:33.279770 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:33.283851 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-787cbdbf-5dfc-473a-bdff-0651d1c33a19 req-d1bcdf77-9943-48ed-ae45-f518540e34ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044855 Mar 29 13:16:33.361445 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (1b20d423-021f-459c-850a-bd6dc1677c15), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:33.463648 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 1b20d423-021f-459c-850a-bd6dc1677c15 associated. External IP: 172.27.1.38, port: 9e7371c5-994e-4a57-a2ac-2c1cebe9769e. Mar 29 13:16:33.675698 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:16:33.784663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:16:33.790930 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:33.796212 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:16:33.806666 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:33.807296 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:33.823271 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-838e4e38-3071-4bc7-89b3-500181ae876d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "PUT /v2.0/floatingips/1b20d423-021f-459c-850a-bd6dc1677c15 HTTP/1.1" status: 200 len: 991 time: 1.4980066 Mar 29 13:16:33.823957 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:33.826185 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102" -d '{"events": [{"name": "network-changed", "server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:33.870262 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c39868-b230-4088-9750-37061c439207 x-openstack-request-id: req-44c39868-b230-4088-9750-37061c439207 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:33.870557 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:33.870810 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44c39868-b230-4088-9750-37061c439207 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:33.871210 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c39868-b230-4088-9750-37061c439207'] response: {'name': 'network-changed', 'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'status': 'completed', 'code': 200} Mar 29 13:16:33.939306 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:33.964121 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-9b795aa4-8ce3-4d94-bc1b-3b488d269e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:33.965905 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-9b795aa4-8ce3-4d94-bc1b-3b488d269e94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 1130 time: 0.0468657 Mar 29 13:16:34.085926 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-0b47291e-a010-4c6b-aea2-5428ea89a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:34.088232 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-0b47291e-a010-4c6b-aea2-5428ea89a12d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 200 len: 914 time: 0.0995970 Mar 29 13:16:34.189018 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '1b20d423-021f-459c-850a-bd6dc1677c15', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:5f:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:11Z', 'updated_at': '2022-03-29T13:16:33Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:34.197011 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-b3bff332-593b-4c16-8ee5-1d432c7ca3d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e HTTP/1.1" status: 200 len: 999 time: 0.0984485 Mar 29 13:16:34.217034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f65ab-c82f-48a9-8c98-12aba0c25cd1 req-46ab8958-14ba-4833-aa94-7bc4198cffb6 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:34.217034 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4f3f65ab-c82f-48a9-8c98-12aba0c25cd1 req-46ab8958-14ba-4833-aa94-7bc4198cffb6 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0749371 Mar 29 13:16:34.217226 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:16:34.227523 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:34.228091 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:34.296289 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-3bd38735-6adb-4295-8b1f-fbcfbf1c928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:34.297894 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-3bd38735-6adb-4295-8b1f-fbcfbf1c928f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 200 len: 853 time: 0.0823913 Mar 29 13:16:34.346694 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:34.356342 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4f3f65ab-c82f-48a9-8c98-12aba0c25cd1 req-937c6fff-5d56-4bfc-bb87-1f99be5cdae8 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316698 Mar 29 13:16:34.393553 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-44446e73-a0d8-4e55-95ef-ecf306be95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:34.395140 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-44446e73-a0d8-4e55-95ef-ecf306be95e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cdb8cfef-6808-4e4c-9256-36d19733f76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876248 Mar 29 13:16:34.445089 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adad606-33d6-4595-94df-1e8cb8842902 req-1a427f10-dcba-487e-a380-6f0eed0f4b0d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:34.445089 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9adad606-33d6-4595-94df-1e8cb8842902 req-1a427f10-dcba-487e-a380-6f0eed0f4b0d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0651934 Mar 29 13:16:34.508434 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:34.511405 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4102a3-6671-4391-af60-00cb0a15496e" -d '{"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-unplugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:34.522378 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9adad606-33d6-4595-94df-1e8cb8842902 req-4d7b785f-cd71-48dc-be56-1ee55fb866a4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730300 Mar 29 13:16:34.551539 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-bc9b52a2-d50e-48ac-a242-61f48cfa6a0c service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489365 Mar 29 13:16:34.566635 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a4762-6653-43e6-b9ee-7c9fb6b716c0 x-openstack-request-id: req-be7a4762-6653-43e6-b9ee-7c9fb6b716c0 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:34.566635 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-unplugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:34.567106 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be7a4762-6653-43e6-b9ee-7c9fb6b716c0 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:34.567631 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7a4762-6653-43e6-b9ee-7c9fb6b716c0'] response: {'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'code': 200} Mar 29 13:16:34.653248 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '1b20d423-021f-459c-850a-bd6dc1677c15', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:5f:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:11Z', 'updated_at': '2022-03-29T13:16:33Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:34.684676 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-47dde16b-dc00-4db6-a4b3-9ae9e1ce5102 req-63b3476f-bb58-4948-8fd1-c8422a123365 service neutron] 10.222.0.18 "GET /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266971 Mar 29 13:16:34.782706 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783fc3a3-0bf3-4dd4-9598-866a9622a4c1 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '1b20d423-021f-459c-850a-bd6dc1677c15', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'port_id': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'mac_address': 'fa:16:3e:5f:cf:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:11Z', 'updated_at': '2022-03-29T13:16:33Z', 'revision_number': 1, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:16:34.993854 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd1a43b-ce67-486a-98f3-44ea8b5917e2 None None] New status for floating IP 1b20d423-021f-459c-850a-bd6dc1677c15: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:16:35.226084 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35904) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:35.304811 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.333683 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07e08325-dd67-4b1f-b709-b66dcfc1e92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.407743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07e08325-dd67-4b1f-b709-b66dcfc1e92c admin admin] Publish callbacks [] for security_group (218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.482659 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07e08325-dd67-4b1f-b709-b66dcfc1e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.527523 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-07e08325-dd67-4b1f-b709-b66dcfc1e92c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1546bf27b67f48b58fd04b608db8f4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003337 Mar 29 13:16:35.530298 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35912) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:35.534832 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60af910-50ec-4d58-803d-f1e6b14914df req-ab561817-e2d7-41dc-9e11-ddb575feae6a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:35.536291 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a60af910-50ec-4d58-803d-f1e6b14914df req-ab561817-e2d7-41dc-9e11-ddb575feae6a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.1048925 Mar 29 13:16:35.537150 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e08325-dd67-4b1f-b709-b66dcfc1e92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:35.579850 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4027942b-7565-4688-aa0e-1a6bb6c3fa37 admin admin] Publish callbacks [] for security_group (218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.594141 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a60af910-50ec-4d58-803d-f1e6b14914df req-9477ac66-3de4-4ba2-8735-01b26ddd1081 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Mar 29 13:16:35.601928 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4027942b-7565-4688-aa0e-1a6bb6c3fa37 admin admin] Publish callbacks [] for security_group (218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.714406 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053f4a9-3a79-4d69-91cb-84d7e3219ea9 req-5ff68889-927b-45b3-b62a-1bdb5d710978 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:35.715884 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0053f4a9-3a79-4d69-91cb-84d7e3219ea9 req-5ff68889-927b-45b3-b62a-1bdb5d710978 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0552878 Mar 29 13:16:35.733062 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4027942b-7565-4688-aa0e-1a6bb6c3fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.735641 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4027942b-7565-4688-aa0e-1a6bb6c3fa37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:35.739138 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4027942b-7565-4688-aa0e-1a6bb6c3fa37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0 HTTP/1.1" status: 204 len: 168 time: 0.2054937 Mar 29 13:16:35.750631 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027942b-7565-4688-aa0e-1a6bb6c3fa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a0eab-2fd4-4c1d-b6b4-4e4df2a4fbc0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:35.779459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0053f4a9-3a79-4d69-91cb-84d7e3219ea9 req-66be6061-c04b-46bc-aa03-f5cffec681db tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544848 Mar 29 13:16:35.797132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35922) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:35.846783 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa65889a-2d3a-4b67-adcd-fc08c545388d tempest-TestVolumeBootPattern-380849225 tempest-TestVolumeBootPattern-380849225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:35.848379 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-fa65889a-2d3a-4b67-adcd-fc08c545388d tempest-TestVolumeBootPattern-380849225 tempest-TestVolumeBootPattern-380849225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1125 time: 0.0496964 Mar 29 13:16:35.851876 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35926) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:35.856025 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:16:35.944798 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.042909 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.150546 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Allocated IP 172.27.1.250 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/6cc1de22-3fef-4fd1-affa-d87ee52e4838) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:16:36.189932 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:16:36.254441 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.269468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: DOWN; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:36.401750 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.440579 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:16:36.443386 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:16:36.447101 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:16:36.460651 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 35936) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:36.478402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d89f3424-7a32-4913-9fd2-454c20938584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.480019 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=6cc1de22-3fef-4fd1-affa-d87ee52e4838,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:36.555518 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d89f3424-7a32-4913-9fd2-454c20938584 admin admin] Publish callbacks [] for security_group (3c43a4c1-7496-4f13-8140-9d1f9282f21f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.639738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d89f3424-7a32-4913-9fd2-454c20938584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3c43a4c1-7496-4f13-8140-9d1f9282f21f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.679101 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d89f3424-7a32-4913-9fd2-454c20938584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2b42132dc3c4b55a37dae55213ba7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172985 Mar 29 13:16:36.681078 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f3424-7a32-4913-9fd2-454c20938584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c43a4c1-7496-4f13-8140-9d1f9282f21f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:36.682816 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 35942) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:36.828746 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c25a6ec-221c-4c92-b993-6ed0caa5f64c admin admin] Publish callbacks [] for security_group (3c43a4c1-7496-4f13-8140-9d1f9282f21f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:36.860699 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c25a6ec-221c-4c92-b993-6ed0caa5f64c admin admin] Publish callbacks [] for security_group (3c43a4c1-7496-4f13-8140-9d1f9282f21f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.113786 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (60e736a7-69ba-4456-b0b9-81a19b724546), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.216389 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325ae86-11bd-4e6e-941d-05ff36f660cc req-61e69fb6-55ac-4c49-829a-a3c22a5bca73 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:37.217806 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a325ae86-11bd-4e6e-941d-05ff36f660cc req-61e69fb6-55ac-4c49-829a-a3c22a5bca73 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.1013868 Mar 29 13:16:37.269505 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a325ae86-11bd-4e6e-941d-05ff36f660cc req-703e44ed-11d7-41ad-bad0-20347e11b15b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457931 Mar 29 13:16:37.321502 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c25a6ec-221c-4c92-b993-6ed0caa5f64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3c43a4c1-7496-4f13-8140-9d1f9282f21f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.323984 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4c25a6ec-221c-4c92-b993-6ed0caa5f64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.325103 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4c25a6ec-221c-4c92-b993-6ed0caa5f64c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c43a4c1-7496-4f13-8140-9d1f9282f21f HTTP/1.1" status: 204 len: 168 time: 0.6413479 Mar 29 13:16:37.356962 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25a6ec-221c-4c92-b993-6ed0caa5f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c43a4c1-7496-4f13-8140-9d1f9282f21f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:37.369077 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.374636 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-fb54b823-655b-4603-bf04-48aec2b88dba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837524 Mar 29 13:16:37.527434 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-d41c5c3c-b2f0-4f54-b072-17e1f25b8eac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:37.528692 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-d41c5c3c-b2f0-4f54-b072-17e1f25b8eac tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports/72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 940 time: 0.0671561 Mar 29 13:16:37.572808 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.647695 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16361142'] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.717345 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=6cc1de22-3fef-4fd1-affa-d87ee52e4838,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:37.729523 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (60e736a7-69ba-4456-b0b9-81a19b724546), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:37.859191 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Floating IP 60e736a7-69ba-4456-b0b9-81a19b724546 associated. External IP: 172.27.1.250, port: 65ab9c03-cec4-443c-aaf2-b84249f20246. Mar 29 13:16:38.076868 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:16:38.186915 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:16:38.196776 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:16:38.206330 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:38.210165 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:38.317930 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:38.351946 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:38.405939 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-3c8a63e7-02b5-47e5-a897-c04f9539a8c0 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5512710 Mar 29 13:16:38.406644 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:38.409042 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bf7708-0142-4b82-9334-c41469a1968d" -d '{"events": [{"name": "network-changed", "server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:38.436181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5719e-05d8-47fe-8e45-3b5638a24912 req-0969d589-68c6-4cf6-8b72-70cf7a2c7c09 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:38.456788 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2bf5719e-05d8-47fe-8e45-3b5638a24912 req-0969d589-68c6-4cf6-8b72-70cf7a2c7c09 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0963290 Mar 29 13:16:38.513866 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2bf5719e-05d8-47fe-8e45-3b5638a24912 req-7a5cd9ac-1319-4a76-a145-e6a4127fb2ea tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558882 Mar 29 13:16:38.599719 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:36Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:38.632166 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:16:38.640568 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd8ba3-5e7a-4db3-923e-0adcf9a1acaa x-openstack-request-id: req-b2fd8ba3-5e7a-4db3-923e-0adcf9a1acaa {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:38.640863 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:38.641150 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2fd8ba3-5e7a-4db3-923e-0adcf9a1acaa {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:38.641566 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fd8ba3-5e7a-4db3-923e-0adcf9a1acaa'] response: {'name': 'network-changed', 'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'status': 'completed', 'code': 200} Mar 29 13:16:38.644353 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:38.645037 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:38.750156 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7708-0142-4b82-9334-c41469a1968d req-fa783f2a-4c67-487a-94f9-339d8ae7c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:38.751832 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-fa783f2a-4c67-487a-94f9-339d8ae7c1aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1130 time: 0.0545478 Mar 29 13:16:38.764869 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:38.851352 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7708-0142-4b82-9334-c41469a1968d req-2b6a04f6-ed6d-4688-9609-c17b2649a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:38.853040 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-2b6a04f6-ed6d-4688-9609-c17b2649a05b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.0948694 Mar 29 13:16:38.938772 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-c3940466-dc42-4d94-8a9d-dbab200c8746 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 200 len: 1000 time: 0.0765395 Mar 29 13:16:38.997644 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7708-0142-4b82-9334-c41469a1968d req-b1624ea0-8dad-4d41-ab5d-bbe58082ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:38.999700 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-b1624ea0-8dad-4d41-ab5d-bbe58082ee72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0550919 Mar 29 13:16:39.043455 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:36Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:39.073984 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7708-0142-4b82-9334-c41469a1968d req-ea6a2b22-958f-4d6f-a197-48845e29db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.075669 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-ea6a2b22-958f-4d6f-a197-48845e29db1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638216 Mar 29 13:16:39.080656 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a6a01d-6a41-46af-9bca-fa51c2ebbde5 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:36Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:16:39.185298 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-e2565bf0-bbf4-4b77-ba0e-b2655bcf5a6c service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022155 Mar 29 13:16:39.289223 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79bf7708-0142-4b82-9334-c41469a1968d req-aad72863-368a-4215-9425-b93ed6376a9d service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974562 Mar 29 13:16:39.317958 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2184f117-752b-4b16-9ca0-e71e8faabdd6 None None] New status for floating IP 60e736a7-69ba-4456-b0b9-81a19b724546: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:16:39.490775 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-92eabc23-890b-4e39-8fbd-36deff843bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.492313 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-92eabc23-890b-4e39-8fbd-36deff843bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b&tenant_id=f29663db34644d80b1c4fd452121255d HTTP/1.1" status: 200 len: 1127 time: 0.0582376 Mar 29 13:16:39.581053 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-b06e5b61-b21b-4ce8-a048-406bd47f09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.584579 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-b06e5b61-b21b-4ce8-a048-406bd47f09fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1127 time: 0.0603714 Mar 29 13:16:39.696158 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10656-cf3e-45a3-ba56-3da1d0af0992 req-67a2f3a3-e6cd-4f9b-b8c7-b39a42471c37 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.698512 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3bc10656-cf3e-45a3-ba56-3da1d0af0992 req-67a2f3a3-e6cd-4f9b-b8c7-b39a42471c37 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0883026 Mar 29 13:16:39.716565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-d8a95f73-eeeb-45b8-a335-9644019a15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.718203 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-d8a95f73-eeeb-45b8-a335-9644019a15c8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.1260629 Mar 29 13:16:39.767070 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3bc10656-cf3e-45a3-ba56-3da1d0af0992 req-078ae52e-65b5-48cb-944b-6f718dadd3be tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585694 Mar 29 13:16:39.806915 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-9f9c9d11-3c7c-453d-952a-6b3268434cfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 998 time: 0.0829370 Mar 29 13:16:39.857931 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-b413c413-8a5d-47a1-9242-697275dfc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.859281 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-b413c413-8a5d-47a1-9242-697275dfc258 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0448968 Mar 29 13:16:39.908197 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-abd49926-42e0-459d-bcc1-a4183802a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:39.909666 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-abd49926-42e0-459d-bcc1-a4183802a3a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445478 Mar 29 13:16:40.064114 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-6ee03d83-c4e7-41a0-813f-e914a0fed62e service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083696 Mar 29 13:16:40.181717 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91251c61-7c6e-4ed1-8b2e-966a78af50d9 req-887a3d9e-f474-45fc-9f9c-db78af17da39 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042550 Mar 29 13:16:40.415900 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-d828a14a-8231-4c9c-b82b-54eb7dd8453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:40.417474 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-d828a14a-8231-4c9c-b82b-54eb7dd8453e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f29663db34644d80b1c4fd452121255d&device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1127 time: 0.0487199 Mar 29 13:16:40.498919 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:16:40.545779 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-28929f9d-f903-4c8d-a534-a19f0f39e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:40.547254 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-28929f9d-f903-4c8d-a534-a19f0f39e1b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 200 len: 917 time: 0.1027958 Mar 29 13:16:40.619521 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-9bf4ac23-d087-4472-9d76-ea63cf6466c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 200 len: 998 time: 0.0641112 Mar 29 13:16:40.688848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-af621c94-db22-4d89-8b09-28991ca6e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:40.690325 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-af621c94-db22-4d89-8b09-28991ca6e20d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 200 len: 856 time: 0.0664208 Mar 29 13:16:40.749982 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-2d101a66-c0a9-4fab-92af-817045175263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:40.751809 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-2d101a66-c0a9-4fab-92af-817045175263 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a70742b6-70b5-4eb6-a992-3229f3caad09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545723 Mar 29 13:16:40.855784 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-c1354b70-b117-44ac-8e3b-1fd97a11be1a service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973930 Mar 29 13:16:40.989092 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70b7f4-f242-4ea4-a8f4-4e2912cdc559 req-35a8f73c-8fd6-436d-96c1-16c73020fbcc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:40.991646 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4b70b7f4-f242-4ea4-a8f4-4e2912cdc559 req-35a8f73c-8fd6-436d-96c1-16c73020fbcc tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.1390274 Mar 29 13:16:40.998648 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9321120f-19a4-4b16-b2a8-6ef53360c9e8 req-69b8e867-9ca3-4f9e-ba7f-73973f94a2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355026 Mar 29 13:16:41.063123 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4b70b7f4-f242-4ea4-a8f4-4e2912cdc559 req-e421136c-0afc-40ac-9f3f-6000a308b729 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620289 Mar 29 13:16:41.312743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36082) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:41.467579 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a765326f-3cb8-4cab-987c-b8328465959d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.570229 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a765326f-3cb8-4cab-987c-b8328465959d admin admin] Publish callbacks [] for security_group (61f18c89-1ee7-4c2c-abb7-81ee362f23f6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.641459 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a765326f-3cb8-4cab-987c-b8328465959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (61f18c89-1ee7-4c2c-abb7-81ee362f23f6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.688396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a765326f-3cb8-4cab-987c-b8328465959d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a87d65433d624163b608f1c61f465148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718274 Mar 29 13:16:41.688396 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765326f-3cb8-4cab-987c-b8328465959d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f18c89-1ee7-4c2c-abb7-81ee362f23f6,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:41.688690 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36086) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:41.743033 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93794ca7-779a-4d0a-9457-d94f19efd5b7 admin admin] Publish callbacks [] for security_group (61f18c89-1ee7-4c2c-abb7-81ee362f23f6), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.779238 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93794ca7-779a-4d0a-9457-d94f19efd5b7 admin admin] Publish callbacks [] for security_group (61f18c89-1ee7-4c2c-abb7-81ee362f23f6), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.982859 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93794ca7-779a-4d0a-9457-d94f19efd5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (61f18c89-1ee7-4c2c-abb7-81ee362f23f6), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.985774 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-93794ca7-779a-4d0a-9457-d94f19efd5b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:41.987270 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-93794ca7-779a-4d0a-9457-d94f19efd5b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61f18c89-1ee7-4c2c-abb7-81ee362f23f6 HTTP/1.1" status: 204 len: 168 time: 0.2976167 Mar 29 13:16:42.006470 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93794ca7-779a-4d0a-9457-d94f19efd5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f18c89-1ee7-4c2c-abb7-81ee362f23f6,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:42.219337 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e9543-e695-4082-840d-9019564c2d02 req-66622d03-afb6-4ad4-b1db-6d4767a61da3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:42.220984 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ca0e9543-e695-4082-840d-9019564c2d02 req-66622d03-afb6-4ad4-b1db-6d4767a61da3 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0721192 Mar 29 13:16:42.314052 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ca0e9543-e695-4082-840d-9019564c2d02 req-6ce2c034-e7ce-4cec-9765-2dda89a132a5 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847270 Mar 29 13:16:42.728213 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36106) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:42.743541 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1743d48a-0a61-4a87-b54e-3545a7348902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:42.846259 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1743d48a-0a61-4a87-b54e-3545a7348902 admin admin] Publish callbacks [] for security_group (bf552d65-5df1-4f97-a580-2d57a98322fa), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:42.925511 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1743d48a-0a61-4a87-b54e-3545a7348902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (bf552d65-5df1-4f97-a580-2d57a98322fa), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:42.970172 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1743d48a-0a61-4a87-b54e-3545a7348902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c43fcf9111de49cf8585452e2bb32fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407455 Mar 29 13:16:42.972602 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d48a-0a61-4a87-b54e-3545a7348902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf552d65-5df1-4f97-a580-2d57a98322fa,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:42.973544 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36108) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:43.029764 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9769b09f-2c5c-46bb-bd0f-8de52f65356e admin admin] Publish callbacks [] for security_group (bf552d65-5df1-4f97-a580-2d57a98322fa), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:43.053974 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9769b09f-2c5c-46bb-bd0f-8de52f65356e admin admin] Publish callbacks [] for security_group (bf552d65-5df1-4f97-a580-2d57a98322fa), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:43.315339 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9769b09f-2c5c-46bb-bd0f-8de52f65356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (bf552d65-5df1-4f97-a580-2d57a98322fa), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:43.315339 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9769b09f-2c5c-46bb-bd0f-8de52f65356e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:43.315339 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-9769b09f-2c5c-46bb-bd0f-8de52f65356e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf552d65-5df1-4f97-a580-2d57a98322fa HTTP/1.1" status: 204 len: 168 time: 0.2590740 Mar 29 13:16:43.315339 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769b09f-2c5c-46bb-bd0f-8de52f65356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf552d65-5df1-4f97-a580-2d57a98322fa,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:43.523796 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cdab8-6a05-4b07-a4ad-d000c8a1cef1 req-c8413f89-4faf-4818-b5b8-21c9331d8d8a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:43.525958 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-839cdab8-6a05-4b07-a4ad-d000c8a1cef1 req-c8413f89-4faf-4818-b5b8-21c9331d8d8a tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0777869 Mar 29 13:16:43.591532 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-839cdab8-6a05-4b07-a4ad-d000c8a1cef1 req-8e8fdef3-d8e6-42b0-8424-cef095b71008 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591209 Mar 29 13:16:44.741558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110be14-f85a-4b38-983e-3ddee4cf164b req-483b6079-37e6-4dff-89a9-9d04412aac96 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:44.747955 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f110be14-f85a-4b38-983e-3ddee4cf164b req-483b6079-37e6-4dff-89a9-9d04412aac96 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0719757 Mar 29 13:16:44.797920 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f110be14-f85a-4b38-983e-3ddee4cf164b req-fae3d7c6-0d9a-46ed-8c18-7b5453993f44 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484223 Mar 29 13:16:45.778414 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36152) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:45.900064 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-890af7a6-2c8a-4393-b649-8b7c0572ffff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:45.940240 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3fbca-16ba-4c24-bd07-1ace1197e505 req-b4fae7b4-36ba-453b-a7ad-70b34561c27b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:45.941738 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c0f3fbca-16ba-4c24-bd07-1ace1197e505 req-b4fae7b4-36ba-453b-a7ad-70b34561c27b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0553961 Mar 29 13:16:45.987239 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-890af7a6-2c8a-4393-b649-8b7c0572ffff admin admin] Publish callbacks [] for security_group (e43d4d01-d8ac-4507-84aa-8c14633ffe0e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:45.992807 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c0f3fbca-16ba-4c24-bd07-1ace1197e505 req-60b45239-bd9c-48aa-8d19-b550f215afa8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454111 Mar 29 13:16:46.053410 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-890af7a6-2c8a-4393-b649-8b7c0572ffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e43d4d01-d8ac-4507-84aa-8c14633ffe0e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:46.094318 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-890af7a6-2c8a-4393-b649-8b7c0572ffff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eca3fa05c29468bba7fde3b7db261b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151524 Mar 29 13:16:46.097697 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36160) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:46.099916 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890af7a6-2c8a-4393-b649-8b7c0572ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43d4d01-d8ac-4507-84aa-8c14633ffe0e,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:46.160106 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd8ec-5ee4-467e-a418-a9b3afe1a862 admin admin] Publish callbacks [] for security_group (e43d4d01-d8ac-4507-84aa-8c14633ffe0e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:46.183766 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd8ec-5ee4-467e-a418-a9b3afe1a862 admin admin] Publish callbacks [] for security_group (e43d4d01-d8ac-4507-84aa-8c14633ffe0e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:46.910317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd8ec-5ee4-467e-a418-a9b3afe1a862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e43d4d01-d8ac-4507-84aa-8c14633ffe0e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:46.913299 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3a2cd8ec-5ee4-467e-a418-a9b3afe1a862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:46.914542 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-3a2cd8ec-5ee4-467e-a418-a9b3afe1a862 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e43d4d01-d8ac-4507-84aa-8c14633ffe0e HTTP/1.1" status: 204 len: 168 time: 0.8157322 Mar 29 13:16:46.929477 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cd8ec-5ee4-467e-a418-a9b3afe1a862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43d4d01-d8ac-4507-84aa-8c14633ffe0e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:46.951319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3ded1d7e-8f43-400d-b234-a1182a63e862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:47.138174 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e033762-fa55-451a-a482-b52d03377999 req-fe356d39-c1e0-4bf2-ac3f-24e2f6fb6a86 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:47.139713 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0e033762-fa55-451a-a482-b52d03377999 req-fe356d39-c1e0-4bf2-ac3f-24e2f6fb6a86 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0596707 Mar 29 13:16:47.194791 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0e033762-fa55-451a-a482-b52d03377999 req-fa19d75b-b89a-4702-a8a0-2cc0217144a8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492206 Mar 29 13:16:48.330622 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b3c50-f0e1-45d5-aeb8-75943669cabe req-261797f7-42b0-4b49-8360-df7f82bbbbe4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:48.338596 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f65b3c50-f0e1-45d5-aeb8-75943669cabe req-261797f7-42b0-4b49-8360-df7f82bbbbe4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0644178 Mar 29 13:16:48.388522 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f65b3c50-f0e1-45d5-aeb8-75943669cabe req-3be2f461-4e87-49e7-aade-9b6be037aaf4 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486176 Mar 29 13:16:48.498902 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0d79-5bef-4d23-a907-86a50e002fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.419646 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36204) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:49.536297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b02d1bed-c4de-48c1-ab4c-b2c095c2de4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.537961 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb238-55af-4031-b1a8-1d7c4fd631d8 req-2e3209c2-fd79-42c7-929d-39698170ee70 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:49.539465 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dddbb238-55af-4031-b1a8-1d7c4fd631d8 req-2e3209c2-fd79-42c7-929d-39698170ee70 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0637827 Mar 29 13:16:49.592353 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-dddbb238-55af-4031-b1a8-1d7c4fd631d8 req-72aa5fcb-7a77-4558-91ce-57f368f57dcb tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 Mar 29 13:16:49.627282 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b02d1bed-c4de-48c1-ab4c-b2c095c2de4b admin admin] Publish callbacks [] for security_group (647033d0-8c25-44dc-8b4a-6dfd3e6be217), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.658378 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.687202 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b02d1bed-c4de-48c1-ab4c-b2c095c2de4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (647033d0-8c25-44dc-8b4a-6dfd3e6be217), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.733854 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-b02d1bed-c4de-48c1-ab4c-b2c095c2de4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=715b41bd6df949c485539e5f0335a24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130853 Mar 29 13:16:49.734859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d1bed-c4de-48c1-ab4c-b2c095c2de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647033d0-8c25-44dc-8b4a-6dfd3e6be217,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:49.736774 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36208) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:49.791091 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1d19-feef-4c91-bcee-20eb3403a609 admin admin] Publish callbacks [] for security_group (647033d0-8c25-44dc-8b4a-6dfd3e6be217), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.813295 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1d19-feef-4c91-bcee-20eb3403a609 admin admin] Publish callbacks [] for security_group (647033d0-8c25-44dc-8b4a-6dfd3e6be217), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.995568 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1d19-feef-4c91-bcee-20eb3403a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (647033d0-8c25-44dc-8b4a-6dfd3e6be217), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.998174 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1d19-feef-4c91-bcee-20eb3403a609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:49.999355 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c4bd1d19-feef-4c91-bcee-20eb3403a609 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/647033d0-8c25-44dc-8b4a-6dfd3e6be217 HTTP/1.1" status: 204 len: 168 time: 0.2615907 Mar 29 13:16:50.007773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd1d19-feef-4c91-bcee-20eb3403a609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647033d0-8c25-44dc-8b4a-6dfd3e6be217,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:50.728780 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ed2c0-990f-40f6-85cc-a2127f87e7f1 req-956ac063-f3c4-464f-9dec-280ccb183ff8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:50.730267 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-399ed2c0-990f-40f6-85cc-a2127f87e7f1 req-956ac063-f3c4-464f-9dec-280ccb183ff8 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0554497 Mar 29 13:16:50.779694 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-399ed2c0-990f-40f6-85cc-a2127f87e7f1 req-3fea56c6-3f89-4926-86d5-956211aedc24 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436997 Mar 29 13:16:51.046802 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:51.907090 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742c7f8-44b9-4b6b-8280-8279e107e813 req-61d5864a-8518-43d8-bf5b-ca5cc29f416f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:51.908591 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8742c7f8-44b9-4b6b-8280-8279e107e813 req-61d5864a-8518-43d8-bf5b-ca5cc29f416f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 943 time: 0.0556443 Mar 29 13:16:51.961171 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8742c7f8-44b9-4b6b-8280-8279e107e813 req-0fec0ce6-abc6-4c5d-8733-266535976200 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Mar 29 13:16:52.256967 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:16:52.352576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:52.364114 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'port_id': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'mac_address': 'fa:16:3e:76:16:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:16:52.408054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:52.408054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:52.416246 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72527bdc-b7e6-4f6e-93aa-0ca888fc740c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:16:52.435818 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:52.576810 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:52.640098 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=9']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:52.649052 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.654565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:16:52.718787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09223a04-8a2b-40e1-8acb-20c188661808 req-6c2f62d0-4e22-4775-8423-1ad6b4337651 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:52.720284 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-09223a04-8a2b-40e1-8acb-20c188661808 req-6c2f62d0-4e22-4775-8423-1ad6b4337651 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Mar 29 13:16:52.766153 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-09223a04-8a2b-40e1-8acb-20c188661808 req-80cd8752-9a5c-41e1-9d6b-c8f321ccd1a8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 Mar 29 13:16:52.789833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:52.971285 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['72527bdc-b7e6-4f6e-93aa-0ca888fc740c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:16:53.101871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15c67-4991-484b-b415-b9f727ead9a5 req-32a405ab-0395-487a-be62-dd8b18194602 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:53.103438 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fbf15c67-4991-484b-b415-b9f727ead9a5 req-32a405ab-0395-487a-be62-dd8b18194602 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 944 time: 0.0531144 Mar 29 13:16:53.150411 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-fbf15c67-4991-484b-b415-b9f727ead9a5 req-9bd51e3d-5364-4888-9425-5f01e5702778 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Mar 29 13:16:53.887622 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a3833-e437-4de2-ae3b-d09ba344137f req-cabd14ef-1619-4071-b023-a85abe4d7ef4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:53.890782 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-db4a3833-e437-4de2-ae3b-d09ba344137f req-cabd14ef-1619-4071-b023-a85abe4d7ef4 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0528352 Mar 29 13:16:53.936850 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-db4a3833-e437-4de2-ae3b-d09ba344137f req-ad86ecfc-8fe7-45d4-bb5e-e1dfff81bfa8 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Mar 29 13:16:54.274949 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:16:54.276081 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209de64f-7527-4c63-a443-456d401d548c req-f10178f7-6c8f-4ec5-b012-1f01e74b3b50 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:54.277756 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-209de64f-7527-4c63-a443-456d401d548c req-f10178f7-6c8f-4ec5-b012-1f01e74b3b50 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 944 time: 0.0539572 Mar 29 13:16:54.323221 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:16:54.323722 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:54.329574 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-209de64f-7527-4c63-a443-456d401d548c req-7d7191be-2bf5-4956-91a6-ad546fa1337b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Mar 29 13:16:54.399311 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:16:54.399719 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:54.421468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:54.423701 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2981303-c8c2-4856-af28-6b4fee9afafc" -d '{"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-plugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:54.436833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:54.459740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec834e36-dd5e-4eaf-a8ed-d382903a94ae x-openstack-request-id: req-ec834e36-dd5e-4eaf-a8ed-d382903a94ae {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:54.460028 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-plugged", "status": "completed", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:54.460276 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec834e36-dd5e-4eaf-a8ed-d382903a94ae {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:54.460668 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec834e36-dd5e-4eaf-a8ed-d382903a94ae'] response: {'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'code': 200} Mar 29 13:16:54.532748 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:54.585529 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=10']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:54.929610 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-239d15d8-375b-4002-893f-29cf9bfaaa07 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:54.931028 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-239d15d8-375b-4002-893f-29cf9bfaaa07 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0814636 Mar 29 13:16:54.937096 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde96001-780f-4fb4-aa96-82405c9699e8 req-ef90dd15-3e57-40bd-9361-397d2a815dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:54.941619 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dde96001-780f-4fb4-aa96-82405c9699e8 req-ef90dd15-3e57-40bd-9361-397d2a815dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 1130 time: 0.0606618 Mar 29 13:16:55.043811 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-dde96001-780f-4fb4-aa96-82405c9699e8 req-90e2bcc5-b03d-40a6-9227-75ef2edfbb4d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971837 Mar 29 13:16:55.098266 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65ebb3-03f7-4a6f-ae1b-c89ee6d020b4 req-2868a11d-0509-4b9f-87bc-5bc860d6490f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:55.100177 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8c65ebb3-03f7-4a6f-ae1b-c89ee6d020b4 req-2868a11d-0509-4b9f-87bc-5bc860d6490f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 945 time: 0.0773699 Mar 29 13:16:55.102248 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Deleting port a063eaf4-3c74-4d87-9739-f1c99aa3c400 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:16:55.102593 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.205909 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8c65ebb3-03f7-4a6f-ae1b-c89ee6d020b4 req-7b33436d-671c-4838-8245-180c6413bcfe tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups?id=98dd1b1a-03f6-4b80-aab2-27c35061df31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991597 Mar 29 13:16:55.223762 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] For port a063eaf4-3c74-4d87-9739-f1c99aa3c400, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=a063eaf4-3c74-4d87-9739-f1c99aa3c400,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:16:55.224135 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.464010 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfde12-8e9f-465e-b4c2-25e921229a2f req-e7c03354-6361-4295-a871-5ee513d9f198 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:55.465619 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-19dfde12-8e9f-465e-b4c2-25e921229a2f req-e7c03354-6361-4295-a871-5ee513d9f198 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.0592744 Mar 29 13:16:55.514664 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-19dfde12-8e9f-465e-b4c2-25e921229a2f req-67f0b527-e3f2-4485-bdd6-d0b20091d58f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431857 Mar 29 13:16:55.654563 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.655139 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (2769769c-e800-46b1-8806-b531873f7860), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.655259 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Floating IP 2769769c-e800-46b1-8806-b531873f7860 disassociated. External IP: 172.27.1.121, port: a063eaf4-3c74-4d87-9739-f1c99aa3c400. Mar 29 13:16:55.655610 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Calling delete_port for a063eaf4-3c74-4d87-9739-f1c99aa3c400 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:16:55.721767 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36318) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:55.826374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f463b4d-78fb-4545-a45e-a613c9f64e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.875872 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (a063eaf4-3c74-4d87-9739-f1c99aa3c400), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.901054 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f463b4d-78fb-4545-a45e-a613c9f64e22 admin admin] Publish callbacks [] for security_group (d655e5ea-f857-425d-b2d8-dca076d6aed1), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:55.906433 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event deleted for resources: {'Port': ['ID=a063eaf4-3c74-4d87-9739-f1c99aa3c400,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:56.000308 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f463b4d-78fb-4545-a45e-a613c9f64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (d655e5ea-f857-425d-b2d8-dca076d6aed1), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:56.028635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:16:56.043778 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-6f463b4d-78fb-4545-a45e-a613c9f64e22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=992ddb87bb804ac280d2e559df76fa70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208270 Mar 29 13:16:56.044635 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f463b4d-78fb-4545-a45e-a613c9f64e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655e5ea-f857-425d-b2d8-dca076d6aed1,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:56.046917 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36322) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:56.095610 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e768dff6-ab13-436d-a34e-4d7ebc56e831 admin admin] Publish callbacks [] for security_group (d655e5ea-f857-425d-b2d8-dca076d6aed1), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:56.119514 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e768dff6-ab13-436d-a34e-4d7ebc56e831 admin admin] Publish callbacks [] for security_group (d655e5ea-f857-425d-b2d8-dca076d6aed1), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:56.139811 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:16:56.149997 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:16:56.159691 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:56.160290 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:56.183870 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] No DVR routers for this DVR port a063eaf4-3c74-4d87-9739-f1c99aa3c400 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:16:56.184530 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:56.188250 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d9a75eee-15a8-40dd-8bb1-caa9a192585e req-69d5a947-21a5-4ab3-9896-1facf7aeda3f tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.18 "DELETE /v2.0/ports/a063eaf4-3c74-4d87-9739-f1c99aa3c400 HTTP/1.1" status: 204 len: 173 time: 1.2488222 Mar 29 13:16:56.188712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'name': 'network-vif-deleted', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:16:56.191059 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f04ca-e152-4452-b131-ffba0f1365cf" -d '{"events": [{"server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "name": "network-vif-deleted", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:16:56.235763 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e768dff6-ab13-436d-a34e-4d7ebc56e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (d655e5ea-f857-425d-b2d8-dca076d6aed1), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:56.238644 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e768dff6-ab13-436d-a34e-4d7ebc56e831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:56.247835 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e768dff6-ab13-436d-a34e-4d7ebc56e831 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d655e5ea-f857-425d-b2d8-dca076d6aed1 HTTP/1.1" status: 204 len: 168 time: 0.1961360 Mar 29 13:16:56.266381 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768dff6-ab13-436d-a34e-4d7ebc56e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655e5ea-f857-425d-b2d8-dca076d6aed1,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:56.266888 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45fdf1c-051c-47e3-82d2-f9f9a53af918 x-openstack-request-id: req-f45fdf1c-051c-47e3-82d2-f9f9a53af918 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:16:56.267453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33", "name": "network-vif-deleted", "tag": "a063eaf4-3c74-4d87-9739-f1c99aa3c400", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:16:56.267909 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f45fdf1c-051c-47e3-82d2-f9f9a53af918 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:16:56.269286 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45fdf1c-051c-47e3-82d2-f9f9a53af918'] response: {'server_uuid': 'bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33', 'name': 'network-vif-deleted', 'tag': 'a063eaf4-3c74-4d87-9739-f1c99aa3c400', 'status': 'completed', 'code': 200} Mar 29 13:16:56.320383 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:56.357569 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-12bfde80-ddaf-4929-b17e-9c4bc27f2aee req-d070eb5a-9726-4de8-81a9-9ccf19845d3e tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 210 time: 0.0506635 Mar 29 13:16:56.551827 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:56.583339 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:16:56.592361 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:16:56.593028 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:56.664847 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3431c-8ee9-4d78-b705-08e12c0ae77e req-2df0fddd-a538-4cfb-8c48-0571271c0f50 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:56.666438 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-64d3431c-8ee9-4d78-b705-08e12c0ae77e req-2df0fddd-a538-4cfb-8c48-0571271c0f50 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.0741937 Mar 29 13:16:56.712994 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:16:56.737011 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-64d3431c-8ee9-4d78-b705-08e12c0ae77e req-4f52667e-1640-4ec1-b5c9-20314bfab2fa tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622172 Mar 29 13:16:57.050988 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:16:57.080949 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe82989-5eab-4fa6-9419-445c14c940ab None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:39Z', 'revision_number': 4, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '515cfd35-7fb4-4ec4-89bb-7fd012a8a280', 'name': '', 'network_id': '164a3e81-0d13-466d-82e1-8ae02ba46096', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'mac_address': 'fa:16:3e:65:1d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:37Z', 'updated_at': '2022-03-29T13:10:50Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'subnets': [{'id': 'fb3b62f9-4cbc-4221-915b-671c7a6fb334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:16:57.321609 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8090846-2d27-4a23-ae53-433f43af0720 None None] New status for floating IP 2769769c-e800-46b1-8806-b531873f7860: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:16:57.499144 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3b80974d-4def-42dc-af86-d476f141e7fa req-cfab470a-541b-4c1b-a0a3-6d2b57a35088 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc0dd2c5-ea8e-4a04-8266-de7cfe3e6e33 HTTP/1.1" status: 200 len: 210 time: 0.0280144 Mar 29 13:16:57.950714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe9ed6-35d1-44d2-9725-737c81e11800 req-dcad3cb1-f670-4cee-96cd-1afb7020e033 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:57.952245 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a1fe9ed6-35d1-44d2-9725-737c81e11800 req-dcad3cb1-f670-4cee-96cd-1afb7020e033 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.1399627 Mar 29 13:16:57.999192 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a1fe9ed6-35d1-44d2-9725-737c81e11800 req-022ca88d-5888-4bc0-a224-eaa9bdc78658 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413523 Mar 29 13:16:58.299801 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device a063eaf4-3c74-4d87-9739-f1c99aa3c400 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:16:58.321876 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: a063eaf4-3c74-4d87-9739-f1c99aa3c400 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:16:58.322552 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device a063eaf4-3c74-4d87-9739-f1c99aa3c400 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:16:58.711900 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36436) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:58.771093 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a2c78e5d-6db6-457c-94d9-5820ccd0eac9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (98dd1b1a-03f6-4b80-aab2-27c35061df31), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:58.794745 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a2c78e5d-6db6-457c-94d9-5820ccd0eac9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (98dd1b1a-03f6-4b80-aab2-27c35061df31), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:58.940821 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a2c78e5d-6db6-457c-94d9-5820ccd0eac9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (98dd1b1a-03f6-4b80-aab2-27c35061df31), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:58.944118 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a2c78e5d-6db6-457c-94d9-5820ccd0eac9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:58.945314 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a2c78e5d-6db6-457c-94d9-5820ccd0eac9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "DELETE /v2.0/security-groups/98dd1b1a-03f6-4b80-aab2-27c35061df31 HTTP/1.1" status: 204 len: 168 time: 0.2324145 Mar 29 13:16:58.948172 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36438) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:58.954511 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c78e5d-6db6-457c-94d9-5820ccd0eac9 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd1b1a-03f6-4b80-aab2-27c35061df31,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:58.961758 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.api.v2.resource [None req-6b3478c0-cf3c-4bed-8cb0-21f9fb5a48ff tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] show failed (client error): The resource could not be found. Mar 29 13:16:58.962755 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-6b3478c0-cf3c-4bed-8cb0-21f9fb5a48ff tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "GET /v2.0/security-groups/98dd1b1a-03f6-4b80-aab2-27c35061df31 HTTP/1.1" status: 404 len: 347 time: 0.0135725 Mar 29 13:16:58.965718 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36440) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:16:59.144778 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Deleting port d972ab68-2a34-4a57-9114-a2b1b7ae1967 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:16:59.145118 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:59.155047 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65854bc6-e76e-4e79-958f-3cf30d4e97b8 req-e9323528-e22d-4d78-aa4e-efb713e5280b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:16:59.156533 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-65854bc6-e76e-4e79-958f-3cf30d4e97b8 req-e9323528-e22d-4d78-aa4e-efb713e5280b tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.0764363 Mar 29 13:16:59.254474 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-65854bc6-e76e-4e79-958f-3cf30d4e97b8 req-7e8cc401-27ae-42f7-9f42-f7c4a4624f06 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877230 Mar 29 13:16:59.269533 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:59.269949 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (d972ab68-2a34-4a57-9114-a2b1b7ae1967), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:59.285161 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Calling delete_port for d972ab68-2a34-4a57-9114-a2b1b7ae1967 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:16:59.476056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (d972ab68-2a34-4a57-9114-a2b1b7ae1967), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:59.503432 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Pushing event deleted for resources: {'Port': ['ID=d972ab68-2a34-4a57-9114-a2b1b7ae1967,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:16:59.567024 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks [] for floatingip (2769769c-e800-46b1-8806-b531873f7860), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:59.569643 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:16:59.570779 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-72753f53-c002-4d0c-8b38-9e5cd0185a53 tempest-AttachVolumeTestJSON-1017875029 tempest-AttachVolumeTestJSON-1017875029-project] 10.222.0.21 "DELETE /v2.0/floatingips/2769769c-e800-46b1-8806-b531873f7860 HTTP/1.1" status: 204 len: 168 time: 0.6041217 Mar 29 13:17:03.607922 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36498) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:04.191201 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (a3856315-5bf9-40d7-b22c-efe49ea768a0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:04.506863 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Deleting port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:04.507730 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:04.861820 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] For port 515cfd35-7fb4-4ec4-89bb-7fd012a8a280, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:04.862490 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:04.876800 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Calling delete_port for 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:05.161233 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (515cfd35-7fb4-4ec4-89bb-7fd012a8a280), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:05.189385 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=515cfd35-7fb4-4ec4-89bb-7fd012a8a280,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:05.388564 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (a3856315-5bf9-40d7-b22c-efe49ea768a0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:05.553729 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:05.653373 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Router a3856315-5bf9-40d7-b22c-efe49ea768a0 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:17:05.802000 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:17:05.807526 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-46b3951a-6fb6-4980-8200-8eacb8d180b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/a3856315-5bf9-40d7-b22c-efe49ea768a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1981819 Mar 29 13:17:05.809917 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36506) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:05.818301 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] Sync routers for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:17:05.829575 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:05.830199 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:05.956967 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks [] for router (a3856315-5bf9-40d7-b22c-efe49ea768a0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:05.957846 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:06.070595 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks [] for router_gateway (a3856315-5bf9-40d7-b22c-efe49ea768a0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.154677 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:17:05Z', 'revision_number': 5, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port': {'id': '6e6908bb-d5e5-469f-a643-2e191c3818b0', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:34Z', 'updated_at': '2022-03-29T13:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:06.184289 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] Checking router: a3856315-5bf9-40d7-b22c-efe49ea768a0 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:17:06.184538 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Deleting port 6e6908bb-d5e5-469f-a643-2e191c3818b0 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:06.184883 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.192675 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] Routers {'a3856315-5bf9-40d7-b22c-efe49ea768a0'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:06.193286 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:16:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a3856315-5bf9-40d7-b22c-efe49ea768a0'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:06.265912 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] For port 6e6908bb-d5e5-469f-a643-2e191c3818b0, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=6e6908bb-d5e5-469f-a643-2e191c3818b0,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:06.266296 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.282907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Calling delete_port for 6e6908bb-d5e5-469f-a643-2e191c3818b0 owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:06.289114 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] Set router a3856315-5bf9-40d7-b22c-efe49ea768a0 gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:06.346363 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:17:06Z', 'revision_number': 6, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:06.373547 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5d116-d917-4ee5-90bd-0bd2eec54c1d None None] The sync data for ids ['a3856315-5bf9-40d7-b22c-efe49ea768a0'] in dv-cinder-815560-5-iscsi is: [{'id': 'a3856315-5bf9-40d7-b22c-efe49ea768a0', 'name': 'tempest-AttachVolumeTestJSON-1443464925-router', 'tenant_id': '6cbefcd14e9549169690c965e3bed989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:17:06Z', 'revision_number': 6, 'project_id': '6cbefcd14e9549169690c965e3bed989', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:17:06.578591 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (6e6908bb-d5e5-469f-a643-2e191c3818b0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.608082 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6908bb-d5e5-469f-a643-2e191c3818b0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:06.618207 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.618547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.618896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.619238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.619614 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.619939 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.620842 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.620842 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.621129 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.621291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.621561 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.621860 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.622198 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.622552 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.622960 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:06.686286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (a3856315-5bf9-40d7-b22c-efe49ea768a0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.785017 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (a3856315-5bf9-40d7-b22c-efe49ea768a0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.787276 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks [] for router_controller (a3856315-5bf9-40d7-b22c-efe49ea768a0), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.915463 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (a3856315-5bf9-40d7-b22c-efe49ea768a0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.916188 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3856315-5bf9-40d7-b22c-efe49ea768a0 {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:17:06.920345 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:06.926108 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-39110cb2-3b7d-493f-8ea4-440a607cfc7d admin admin] 10.222.0.21 "DELETE /v2.0/routers/a3856315-5bf9-40d7-b22c-efe49ea768a0 HTTP/1.1" status: 204 len: 168 time: 1.1100204 Mar 29 13:17:06.926108 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36512) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:06.969154 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Deleting subnet fb3b62f9-4cbc-4221-915b-671c7a6fb334 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:17:06.972343 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Publish callbacks [] for subnet (fb3b62f9-4cbc-4221-915b-671c7a6fb334), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.016365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (fb3b62f9-4cbc-4221-915b-671c7a6fb334), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.100090 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (fb3b62f9-4cbc-4221-915b-671c7a6fb334), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.240240 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (fb3b62f9-4cbc-4221-915b-671c7a6fb334), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.267103 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3b62f9-4cbc-4221-915b-671c7a6fb334,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:07.269206 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.273587 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-46768729-43b7-4bdf-a996-e4dad040e130 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb3b62f9-4cbc-4221-915b-671c7a6fb334 HTTP/1.1" status: 204 len: 168 time: 0.3470507 Mar 29 13:17:07.276286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36516) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:07.276501 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4adfe-176e-4e4c-b7bd-e8e091021ee7 None None] Network 164a3e81-0d13-466d-82e1-8ae02ba46096 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:17:07.359442 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (164a3e81-0d13-466d-82e1-8ae02ba46096), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.432273 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Deleting port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:07.432620 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.485878 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] DHCP port deletion for 164a3e81-0d13-466d-82e1-8ae02ba46096 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:17:07.514730 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] For port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:07.516370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.533914 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Calling delete_port for 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:07.541911 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] Deleting port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:07.542365 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.607278 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] For port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,segment=NetworkSegment(c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6),segment_id=c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:07.607712 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.623662 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] Calling delete_port for 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:07.693036 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.707150 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (0b288d06-1f6b-40bc-a3a6-0ee3e28364f1), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.725579 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] No DVR routers for this DVR port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 on host dv-cinder-815560-5-iscsi {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:07.729535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:07.735922 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] No DVR routers for this DVR port 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:07.737601 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c52c7-5a3d-4457-94cb-17388d6c055e None None] Pushing event deleted for resources: {'Port': ['ID=0b288d06-1f6b-40bc-a3a6-0ee3e28364f1,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:07.803535 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (164a3e81-0d13-466d-82e1-8ae02ba46096), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.828005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164a3e81-0d13-466d-82e1-8ae02ba46096']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:07.838208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:07.838508 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:07.849252 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.865735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.879661 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:17:07.880159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (c10b9be6-8cc8-4aca-8bcc-0eb9f6dce3c6), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:17:07.882706 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:17:07.912312 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:07.935162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:07.935798 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 515cfd35-7fb4-4ec4-89bb-7fd012a8a280 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:07.936208 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 6e6908bb-d5e5-469f-a643-2e191c3818b0 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:07.956013 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 6e6908bb-d5e5-469f-a643-2e191c3818b0 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:07.956287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 6e6908bb-d5e5-469f-a643-2e191c3818b0 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:07.956693 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:07.977595 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:07.977927 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0b288d06-1f6b-40bc-a3a6-0ee3e28364f1 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:08.012836 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (164a3e81-0d13-466d-82e1-8ae02ba46096), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:08.017952 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:08.021600 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] 10.222.0.21 "DELETE /v2.0/networks/164a3e81-0d13-466d-82e1-8ae02ba46096 HTTP/1.1" status: 204 len: 168 time: 0.7442615 Mar 29 13:17:08.034556 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f562415-748e-4f32-9279-8a33c14c4e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=164a3e81-0d13-466d-82e1-8ae02ba46096,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:08.400932 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36524) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:08.442936 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d75a61ea-312e-4b65-b29d-2afc71ccff74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6cbefcd14e9549169690c965e3bed989&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408196 Mar 29 13:17:08.445469 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36526) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:08.491651 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3c14d6ec-4fb8-476e-8384-9eab38c06e46 admin admin] Publish callbacks [] for security_group (6413647c-0074-469b-8df9-0e97596a57a3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:08.513778 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3c14d6ec-4fb8-476e-8384-9eab38c06e46 admin admin] Publish callbacks [] for security_group (6413647c-0074-469b-8df9-0e97596a57a3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:08.622515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3c14d6ec-4fb8-476e-8384-9eab38c06e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6413647c-0074-469b-8df9-0e97596a57a3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:08.625065 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3c14d6ec-4fb8-476e-8384-9eab38c06e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:08.626243 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-3c14d6ec-4fb8-476e-8384-9eab38c06e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6413647c-0074-469b-8df9-0e97596a57a3 HTTP/1.1" status: 204 len: 168 time: 0.1798601 Mar 29 13:17:08.634877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14d6ec-4fb8-476e-8384-9eab38c06e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6413647c-0074-469b-8df9-0e97596a57a3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:10.776451 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36592) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:10.880348 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d38bd7fa-33fb-4461-a80e-047ae62e34ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:10.955761 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d38bd7fa-33fb-4461-a80e-047ae62e34ac admin admin] Publish callbacks [] for security_group (6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:11.017652 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d38bd7fa-33fb-4461-a80e-047ae62e34ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:11.055990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bd7fa-33fb-4461-a80e-047ae62e34ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:11.061895 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d38bd7fa-33fb-4461-a80e-047ae62e34ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b204d015fa774474a81919abf8be8896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843947 Mar 29 13:17:11.064546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36596) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:11.113200 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b37453e-c60b-4996-9f3b-99fa45a92e67 admin admin] Publish callbacks [] for security_group (6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:11.134276 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b37453e-c60b-4996-9f3b-99fa45a92e67 admin admin] Publish callbacks [] for security_group (6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:11.269366 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b37453e-c60b-4996-9f3b-99fa45a92e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:11.272346 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b37453e-c60b-4996-9f3b-99fa45a92e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:11.274153 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7b37453e-c60b-4996-9f3b-99fa45a92e67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f HTTP/1.1" status: 204 len: 168 time: 0.2086861 Mar 29 13:17:11.282025 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37453e-c60b-4996-9f3b-99fa45a92e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6d03a9-c2ab-4fc4-bd6e-67fd3a42618f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:16.343678 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0d024473-70af-4cc1-b347-751eeb16a0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:17.497779 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:17:18.122846 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36728) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:18.224293 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-48d352eb-3ec1-44c1-a1b4-776e09e8e2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.297833 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-48d352eb-3ec1-44c1-a1b4-776e09e8e2dd admin admin] Publish callbacks [] for security_group (0d210393-c008-4698-b9c5-c91ddc3be2bc), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.367283 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-48d352eb-3ec1-44c1-a1b4-776e09e8e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (0d210393-c008-4698-b9c5-c91ddc3be2bc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.406418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d352eb-3ec1-44c1-a1b4-776e09e8e2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d210393-c008-4698-b9c5-c91ddc3be2bc,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:18.410650 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-48d352eb-3ec1-44c1-a1b4-776e09e8e2dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1ff5db11dba41a2b0b50e2124561557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867808 Mar 29 13:17:18.413341 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36734) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:18.462859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a20-6382-405a-b7da-12dbb40005e5 admin admin] Publish callbacks [] for security_group (0d210393-c008-4698-b9c5-c91ddc3be2bc), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.484204 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a20-6382-405a-b7da-12dbb40005e5 admin admin] Publish callbacks [] for security_group (0d210393-c008-4698-b9c5-c91ddc3be2bc), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.498060 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c33b18c2-ddbe-494d-be67-6bae8729791e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.623386 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a20-6382-405a-b7da-12dbb40005e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (0d210393-c008-4698-b9c5-c91ddc3be2bc), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.625973 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4a20-6382-405a-b7da-12dbb40005e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:18.627135 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6e7f4a20-6382-405a-b7da-12dbb40005e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d210393-c008-4698-b9c5-c91ddc3be2bc HTTP/1.1" status: 204 len: 168 time: 0.2128766 Mar 29 13:17:18.635828 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4a20-6382-405a-b7da-12dbb40005e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d210393-c008-4698-b9c5-c91ddc3be2bc,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:19.266013 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36742) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:19.279638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f8279b7-073a-46a8-a7ee-53a59a498943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.352863 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f8279b7-073a-46a8-a7ee-53a59a498943 admin admin] Publish callbacks [] for security_group (bc3303de-dea9-417c-8296-6c075c96cfc0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.417546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f8279b7-073a-46a8-a7ee-53a59a498943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (bc3303de-dea9-417c-8296-6c075c96cfc0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.462658 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4f8279b7-073a-46a8-a7ee-53a59a498943 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=569e6fe94d3d42a4abf8a033c79ef7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954913 Mar 29 13:17:19.463757 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8279b7-073a-46a8-a7ee-53a59a498943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3303de-dea9-417c-8296-6c075c96cfc0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:19.465527 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36746) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:19.516289 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Publish callbacks [] for security_group (bc3303de-dea9-417c-8296-6c075c96cfc0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.537620 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Publish callbacks [] for security_group (bc3303de-dea9-417c-8296-6c075c96cfc0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.788126 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.835292 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (bc3303de-dea9-417c-8296-6c075c96cfc0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.838463 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:19.839646 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc3303de-dea9-417c-8296-6c075c96cfc0 HTTP/1.1" status: 204 len: 168 time: 0.3730688 Mar 29 13:17:19.847575 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3303de-dea9-417c-8296-6c075c96cfc0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:19.855955 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.856306 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.856650 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.856992 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.857328 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.857660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.857988 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.857988 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.857988 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.857988 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.859376 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.859595 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.859943 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.860264 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:19.860580 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3420f8-cfe9-42a5-a552-32adaca3df48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:21.024384 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:22.732599 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:25.773871 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97741f-8441-412e-80b6-dcce7edb78cd req-20d63340-46da-4f57-aeb0-aab300754949 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:25.775326 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1a97741f-8441-412e-80b6-dcce7edb78cd req-20d63340-46da-4f57-aeb0-aab300754949 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0517359 Mar 29 13:17:25.821036 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1a97741f-8441-412e-80b6-dcce7edb78cd req-97fe038e-3199-4dd8-9982-ce3eb9f4eea5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Mar 29 13:17:26.943814 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa8d6e-c53b-43b1-a149-5d0c89c5fb00 req-71bf9224-fccf-4ce0-a530-16bf66cc413d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:26.946016 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4efa8d6e-c53b-43b1-a149-5d0c89c5fb00 req-71bf9224-fccf-4ce0-a530-16bf66cc413d tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0553610 Mar 29 13:17:26.992393 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4efa8d6e-c53b-43b1-a149-5d0c89c5fb00 req-b31a7c8e-b50d-4ec0-996c-20c365fecc96 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Mar 29 13:17:28.110244 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272c527-7b03-4e58-82c8-23e00ea076e7 req-92c3e4fd-9f17-4c16-bf25-232ccb5cae8c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:28.111724 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f272c527-7b03-4e58-82c8-23e00ea076e7 req-92c3e4fd-9f17-4c16-bf25-232ccb5cae8c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0522878 Mar 29 13:17:28.157416 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f272c527-7b03-4e58-82c8-23e00ea076e7 req-503dfb56-8bca-47ac-9a34-3bf58e73ca46 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401714 Mar 29 13:17:29.277842 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76bfbb-387e-4c16-8588-97269d726140 req-d8873743-ac22-49c2-8289-7ea721ca83dc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:29.279474 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bf76bfbb-387e-4c16-8588-97269d726140 req-d8873743-ac22-49c2-8289-7ea721ca83dc tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0551317 Mar 29 13:17:29.325413 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bf76bfbb-387e-4c16-8588-97269d726140 req-ac7e39bb-7a29-4e66-830e-2a424c094583 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404856 Mar 29 13:17:30.296275 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0eef5-f13d-43b2-9932-92061dca051b req-49405203-6e0f-4bf7-98c4-16944cf4b1c5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:30.297714 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-49d0eef5-f13d-43b2-9932-92061dca051b req-49405203-6e0f-4bf7-98c4-16944cf4b1c5 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0550401 Mar 29 13:17:30.396125 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:30.396415 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:30.449905 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da745-5228-43d2-881c-5baae5aac53a req-a20867f3-0f00-45ac-986b-b7633239366f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:30.451513 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b9da745-5228-43d2-881c-5baae5aac53a req-a20867f3-0f00-45ac-986b-b7633239366f tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 946 time: 0.0563824 Mar 29 13:17:30.494414 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] For port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:30.494841 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:30.510209 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5b9da745-5228-43d2-881c-5baae5aac53a req-d8e41c8b-adc8-4c0f-8a07-899251277125 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529666 Mar 29 13:17:30.612467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36910) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:30.679568 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:30.680165 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (1b20d423-021f-459c-850a-bd6dc1677c15), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:30.680489 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Floating IP 1b20d423-021f-459c-850a-bd6dc1677c15 disassociated. External IP: 172.27.1.38, port: 9e7371c5-994e-4a57-a2ac-2c1cebe9769e. Mar 29 13:17:30.681432 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for 9e7371c5-994e-4a57-a2ac-2c1cebe9769e owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:30.733550 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97aa429a-2fb0-4372-b4f9-0c42374b8da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:30.886147 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9e7371c5-994e-4a57-a2ac-2c1cebe9769e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:30.914885 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=9e7371c5-994e-4a57-a2ac-2c1cebe9769e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:30.926361 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97aa429a-2fb0-4372-b4f9-0c42374b8da4 admin admin] Publish callbacks [] for security_group (4d9c9105-fff8-4ee3-bfc7-30463e91f87b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.006348 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97aa429a-2fb0-4372-b4f9-0c42374b8da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4d9c9105-fff8-4ee3-bfc7-30463e91f87b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.035088 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:17:31.050671 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-97aa429a-2fb0-4372-b4f9-0c42374b8da4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a340b90bce3b453d87f0fc75b402934c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371147 Mar 29 13:17:31.051965 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa429a-2fb0-4372-b4f9-0c42374b8da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c9105-fff8-4ee3-bfc7-30463e91f87b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:31.058771 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36916) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:31.104711 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04d17745-f19a-49ac-9ef5-ba28e51e07c0 admin admin] Publish callbacks [] for security_group (4d9c9105-fff8-4ee3-bfc7-30463e91f87b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.126651 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04d17745-f19a-49ac-9ef5-ba28e51e07c0 admin admin] Publish callbacks [] for security_group (4d9c9105-fff8-4ee3-bfc7-30463e91f87b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.147173 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:17:31.159406 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:17:31.170331 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:31.171459 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:31.189861 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] No DVR routers for this DVR port 9e7371c5-994e-4a57-a2ac-2c1cebe9769e on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:31.192423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.196585 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-49d0eef5-f13d-43b2-9932-92061dca051b req-90625f77-58ef-45ff-9474-dc1527904919 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.18 "DELETE /v2.0/ports/9e7371c5-994e-4a57-a2ac-2c1cebe9769e HTTP/1.1" status: 204 len: 173 time: 0.8914981 Mar 29 13:17:31.197052 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'name': 'network-vif-deleted', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:17:31.199978 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb913a07-d5a9-4b85-9c18-86569cd7eed8" -d '{"events": [{"server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "name": "network-vif-deleted", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:17:31.244878 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c13675-1dca-4ec5-9a3a-1b467dfabeda x-openstack-request-id: req-c4c13675-1dca-4ec5-9a3a-1b467dfabeda {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:17:31.245226 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1", "name": "network-vif-deleted", "tag": "9e7371c5-994e-4a57-a2ac-2c1cebe9769e", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:17:31.245489 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4c13675-1dca-4ec5-9a3a-1b467dfabeda {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:17:31.245906 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c13675-1dca-4ec5-9a3a-1b467dfabeda'] response: {'server_uuid': '9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1', 'name': 'network-vif-deleted', 'tag': '9e7371c5-994e-4a57-a2ac-2c1cebe9769e', 'status': 'completed', 'code': 200} Mar 29 13:17:31.258968 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04d17745-f19a-49ac-9ef5-ba28e51e07c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4d9c9105-fff8-4ee3-bfc7-30463e91f87b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.261608 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04d17745-f19a-49ac-9ef5-ba28e51e07c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:31.262754 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-04d17745-f19a-49ac-9ef5-ba28e51e07c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d9c9105-fff8-4ee3-bfc7-30463e91f87b HTTP/1.1" status: 204 len: 168 time: 0.2073946 Mar 29 13:17:31.273412 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d17745-f19a-49ac-9ef5-ba28e51e07c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c9105-fff8-4ee3-bfc7-30463e91f87b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:31.290271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:31.632689 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1bf2fe56-0183-4b5c-8086-20d1936294c9 req-847757d2-f3fe-451e-a52e-fc8391e0618c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ecd0e78-5124-44ba-b0bf-a2c6bddef1e1 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Mar 29 13:17:31.657709 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:31.684977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:17:31.693088 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:31.693636 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:31.804528 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:32.005990 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:32.008836 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36930) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:32.022199 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-36859f0e-8be0-4b02-82aa-db2d72f293ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.035700 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc9481-69fe-4ccb-8dd5-753c43016866 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:10:48Z', 'revision_number': 4, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '603e5f5d-0c8a-48ab-964c-cea2e14f5b35', 'name': '', 'network_id': 'cdb8cfef-6808-4e4c-9256-36d19733f76d', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'mac_address': 'fa:16:3e:f8:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:44Z', 'updated_at': '2022-03-29T13:11:00Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'subnets': [{'id': '97ddc728-f177-47f6-8aa3-13679b0fc07c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:17:32.125849 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-36859f0e-8be0-4b02-82aa-db2d72f293ad admin admin] Publish callbacks [] for security_group (9fa8477d-dbfb-40b0-b17c-ee6ec282c1da), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.251879 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-36859f0e-8be0-4b02-82aa-db2d72f293ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (9fa8477d-dbfb-40b0-b17c-ee6ec282c1da), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.274611 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e83730a-fdf8-4d54-ab88-71f0e1261a35 None None] New status for floating IP 1b20d423-021f-459c-850a-bd6dc1677c15: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:17:32.293014 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-36859f0e-8be0-4b02-82aa-db2d72f293ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bebad2a7668b44729f9a3a1142fce41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830601 Mar 29 13:17:32.293893 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36859f0e-8be0-4b02-82aa-db2d72f293ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa8477d-dbfb-40b0-b17c-ee6ec282c1da,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:32.296115 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36934) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:32.352356 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4a189957-8821-4894-a829-39c98b72725b admin admin] Publish callbacks [] for security_group (9fa8477d-dbfb-40b0-b17c-ee6ec282c1da), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.374470 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4a189957-8821-4894-a829-39c98b72725b admin admin] Publish callbacks [] for security_group (9fa8477d-dbfb-40b0-b17c-ee6ec282c1da), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.515166 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9e7371c5-994e-4a57-a2ac-2c1cebe9769e no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:32.536677 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 9e7371c5-994e-4a57-a2ac-2c1cebe9769e {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:32.537104 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9e7371c5-994e-4a57-a2ac-2c1cebe9769e not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:32.540560 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4a189957-8821-4894-a829-39c98b72725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (9fa8477d-dbfb-40b0-b17c-ee6ec282c1da), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.543432 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4a189957-8821-4894-a829-39c98b72725b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:32.545339 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4a189957-8821-4894-a829-39c98b72725b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fa8477d-dbfb-40b0-b17c-ee6ec282c1da HTTP/1.1" status: 204 len: 168 time: 0.2443850 Mar 29 13:17:32.562433 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a189957-8821-4894-a829-39c98b72725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa8477d-dbfb-40b0-b17c-ee6ec282c1da,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:33.002603 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36942) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:33.067775 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a5aca9e0-7a2d-428d-b12a-5dac8f75b061 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.100341 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a5aca9e0-7a2d-428d-b12a-5dac8f75b061 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.298112 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a5aca9e0-7a2d-428d-b12a-5dac8f75b061 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.301071 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a5aca9e0-7a2d-428d-b12a-5dac8f75b061 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.302432 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a5aca9e0-7a2d-428d-b12a-5dac8f75b061 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1 HTTP/1.1" status: 204 len: 168 time: 0.2987978 Mar 29 13:17:33.305949 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 36960) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:33.312736 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aca9e0-7a2d-428d-b12a-5dac8f75b061 tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:33.327549 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.api.v2.resource [None req-423abc8a-83dc-4db1-9a99-b125a8f9e43c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] show failed (client error): The resource could not be found. Mar 29 13:17:33.327549 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-423abc8a-83dc-4db1-9a99-b125a8f9e43c tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "GET /v2.0/security-groups/5d9564e4-a11c-4e5f-b4b5-b77efe57b3a1 HTTP/1.1" status: 404 len: 347 time: 0.0180268 Mar 29 13:17:33.329417 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 36962) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:33.453945 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Deleting port 38e3d996-9326-44e4-91a9-a1c7b001f873 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:33.454773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.538379 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.538783 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (38e3d996-9326-44e4-91a9-a1c7b001f873), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.556372 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Calling delete_port for 38e3d996-9326-44e4-91a9-a1c7b001f873 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:33.743374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bb814-0fa7-4c6f-bc40-a63fcc9d79e0 req-13c10249-941b-45a7-92c9-3fbba0ace781 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:33.745173 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9d6bb814-0fa7-4c6f-bc40-a63fcc9d79e0 req-13c10249-941b-45a7-92c9-3fbba0ace781 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0705507 Mar 29 13:17:33.796468 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (38e3d996-9326-44e4-91a9-a1c7b001f873), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.802712 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9d6bb814-0fa7-4c6f-bc40-a63fcc9d79e0 req-b29de4af-6f68-4b33-abeb-9779c4ae665a tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510275 Mar 29 13:17:33.826232 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Pushing event deleted for resources: {'Port': ['ID=38e3d996-9326-44e4-91a9-a1c7b001f873,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:33.887806 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks [] for floatingip (1b20d423-021f-459c-850a-bd6dc1677c15), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.890264 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:33.891387 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e4d3da29-6747-4b69-9678-3fbf961d43ca tempest-AttachVolumeNegativeTest-1064861874 tempest-AttachVolumeNegativeTest-1064861874-project] 10.222.0.21 "DELETE /v2.0/floatingips/1b20d423-021f-459c-850a-bd6dc1677c15 HTTP/1.1" status: 204 len: 168 time: 0.5609932 Mar 29 13:17:34.927205 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e31d3-9f60-4e94-8b92-e3fcd2b84b42 req-56a3bede-9472-4106-8c3d-e47619b63584 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:34.929580 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-721e31d3-9f60-4e94-8b92-e3fcd2b84b42 req-56a3bede-9472-4106-8c3d-e47619b63584 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0550511 Mar 29 13:17:34.980124 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-721e31d3-9f60-4e94-8b92-e3fcd2b84b42 req-482d4b76-2e74-4fd2-a66c-1d59e15f6765 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445898 Mar 29 13:17:35.111986 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37022) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:35.292387 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-30016a86-4f66-42e4-a300-c76b6101ac0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.343682 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.373701 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-30016a86-4f66-42e4-a300-c76b6101ac0e admin admin] Publish callbacks [] for security_group (4af5dc5e-1102-4df5-b6b7-ae6589e0d206), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.434722 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-30016a86-4f66-42e4-a300-c76b6101ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4af5dc5e-1102-4df5-b6b7-ae6589e0d206), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.476902 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-30016a86-4f66-42e4-a300-c76b6101ac0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd0d97ac19354232a9956886eaeb8eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637912 Mar 29 13:17:35.477741 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30016a86-4f66-42e4-a300-c76b6101ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af5dc5e-1102-4df5-b6b7-ae6589e0d206,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:35.479870 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37034) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:35.530254 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-64c763de-ef37-4017-9f48-2068a4fa0486 admin admin] Publish callbacks [] for security_group (4af5dc5e-1102-4df5-b6b7-ae6589e0d206), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.550873 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-64c763de-ef37-4017-9f48-2068a4fa0486 admin admin] Publish callbacks [] for security_group (4af5dc5e-1102-4df5-b6b7-ae6589e0d206), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.789301 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-64c763de-ef37-4017-9f48-2068a4fa0486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4af5dc5e-1102-4df5-b6b7-ae6589e0d206), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.791861 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-64c763de-ef37-4017-9f48-2068a4fa0486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:35.793030 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-64c763de-ef37-4017-9f48-2068a4fa0486 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4af5dc5e-1102-4df5-b6b7-ae6589e0d206 HTTP/1.1" status: 204 len: 168 time: 0.3121409 Mar 29 13:17:35.802122 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c763de-ef37-4017-9f48-2068a4fa0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af5dc5e-1102-4df5-b6b7-ae6589e0d206,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:36.098883 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e614ee-fe42-4ac0-8efa-5597d19ef624 req-4e0be5a7-1504-440e-8839-277367f9f013 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:36.100427 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-04e614ee-fe42-4ac0-8efa-5597d19ef624 req-4e0be5a7-1504-440e-8839-277367f9f013 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0536630 Mar 29 13:17:36.150670 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-04e614ee-fe42-4ac0-8efa-5597d19ef624 req-acd8ffce-64c6-40b3-b40d-72af6e1a7ad7 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428915 Mar 29 13:17:37.270747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb9448-ce6c-4471-b6cd-583a69db350b req-ed210eeb-b8d7-4667-868d-1fb799563a61 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:37.272266 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d7bb9448-ce6c-4471-b6cd-583a69db350b req-ed210eeb-b8d7-4667-868d-1fb799563a61 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0574207 Mar 29 13:17:37.321160 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d7bb9448-ce6c-4471-b6cd-583a69db350b req-b114479d-ddae-46b1-8f66-f4b7e7cf84ad tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Mar 29 13:17:38.218493 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37108) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:38.499428 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d21bb-058b-442e-866b-3815522cb27d req-b6f61b87-e796-4368-ade8-9ec684cba758 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:38.500883 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-635d21bb-058b-442e-866b-3815522cb27d req-b6f61b87-e796-4368-ade8-9ec684cba758 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0966284 Mar 29 13:17:38.621060 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-635d21bb-058b-442e-866b-3815522cb27d req-ea4f0920-41e0-45c0-a307-2d528705818b tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142864 Mar 29 13:17:38.784994 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (f6ea4bf1-e5db-4c36-8c70-295889078ec1), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:38.822580 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37122) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:38.942807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8aa3badb-a4d1-400c-b317-cbbfee977957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.026045 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8aa3badb-a4d1-400c-b317-cbbfee977957 admin admin] Publish callbacks [] for security_group (43245cdc-820f-437a-a70e-14d0146e3d73), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.048907 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Deleting port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:39.049244 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.120507 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8aa3badb-a4d1-400c-b317-cbbfee977957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (43245cdc-820f-437a-a70e-14d0146e3d73), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.124856 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] For port 603e5f5d-0c8a-48ab-964c-cea2e14f5b35, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:39.125063 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.137859 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Calling delete_port for 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:39.162014 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-8aa3badb-a4d1-400c-b317-cbbfee977957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c063d3096ea0419890fbdb79832dd9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359053 Mar 29 13:17:39.162014 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3badb-a4d1-400c-b317-cbbfee977957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43245cdc-820f-437a-a70e-14d0146e3d73,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:39.163091 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37130) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:39.213013 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-34134881-eb69-4e25-9c9a-f05be9bd30e8 admin admin] Publish callbacks [] for security_group (43245cdc-820f-437a-a70e-14d0146e3d73), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.237297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-34134881-eb69-4e25-9c9a-f05be9bd30e8 admin admin] Publish callbacks [] for security_group (43245cdc-820f-437a-a70e-14d0146e3d73), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.371896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-34134881-eb69-4e25-9c9a-f05be9bd30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (43245cdc-820f-437a-a70e-14d0146e3d73), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.374599 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-34134881-eb69-4e25-9c9a-f05be9bd30e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.382676 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-34134881-eb69-4e25-9c9a-f05be9bd30e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43245cdc-820f-437a-a70e-14d0146e3d73 HTTP/1.1" status: 204 len: 168 time: 0.2112007 Mar 29 13:17:39.384313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34134881-eb69-4e25-9c9a-f05be9bd30e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43245cdc-820f-437a-a70e-14d0146e3d73,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:39.452039 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (603e5f5d-0c8a-48ab-964c-cea2e14f5b35), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.482290 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=603e5f5d-0c8a-48ab-964c-cea2e14f5b35,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:39.658938 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (f6ea4bf1-e5db-4c36-8c70-295889078ec1), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:39.785862 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49eec-e6d1-4634-a4db-5213ca4d5a36 req-672f9ea7-de5f-43b6-9b5b-8a74d8c127ae tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:39.787686 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-07c49eec-e6d1-4634-a4db-5213ca4d5a36 req-672f9ea7-de5f-43b6-9b5b-8a74d8c127ae tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0670173 Mar 29 13:17:39.847622 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-07c49eec-e6d1-4634-a4db-5213ca4d5a36 req-62391fce-c70b-4717-a50f-68a7cfff8a7e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508058 Mar 29 13:17:39.911415 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Router f6ea4bf1-e5db-4c36-8c70-295889078ec1 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:17:40.022502 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:17:40.027630 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-d287b5c5-5032-4bbf-acd7-916aa0ab59d2 admin admin] 10.222.0.21 "PUT /v2.0/routers/f6ea4bf1-e5db-4c36-8c70-295889078ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8080595 Mar 29 13:17:40.030207 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37144) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:40.033833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] Sync routers for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:17:40.044167 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:40.044795 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:40.135647 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks [] for router (f6ea4bf1-e5db-4c36-8c70-295889078ec1), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.150645 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:40.181383 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37146) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:40.194099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-707c27b4-2298-4b12-9ec6-22516919fe38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.258016 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks [] for router_gateway (f6ea4bf1-e5db-4c36-8c70-295889078ec1), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.276347 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-707c27b4-2298-4b12-9ec6-22516919fe38 admin admin] Publish callbacks [] for security_group (f941de7e-70f2-47d8-ab25-08ace88d8a9a), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.331654 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:17:39Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:40.361357 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] Checking router: f6ea4bf1-e5db-4c36-8c70-295889078ec1 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:17:40.370333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] Routers {'f6ea4bf1-e5db-4c36-8c70-295889078ec1'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:40.370937 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:40.384532 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-707c27b4-2298-4b12-9ec6-22516919fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (f941de7e-70f2-47d8-ab25-08ace88d8a9a), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.425710 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-707c27b4-2298-4b12-9ec6-22516919fe38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10a2f8aee18047919e172d3024b84fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431159 Mar 29 13:17:40.426585 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c27b4-2298-4b12-9ec6-22516919fe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f941de7e-70f2-47d8-ab25-08ace88d8a9a,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:40.428983 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37148) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:40.488716 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] Set router f6ea4bf1-e5db-4c36-8c70-295889078ec1 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:40.490380 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ee7870c7-f515-4f32-ae4b-d0f8dc557d23 admin admin] Publish callbacks [] for security_group (f941de7e-70f2-47d8-ab25-08ace88d8a9a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.522519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ee7870c7-f515-4f32-ae4b-d0f8dc557d23 admin admin] Publish callbacks [] for security_group (f941de7e-70f2-47d8-ab25-08ace88d8a9a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.709164 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ee7870c7-f515-4f32-ae4b-d0f8dc557d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (f941de7e-70f2-47d8-ab25-08ace88d8a9a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.712358 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ee7870c7-f515-4f32-ae4b-d0f8dc557d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.712746 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:17:39Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:40.720598 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ee7870c7-f515-4f32-ae4b-d0f8dc557d23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f941de7e-70f2-47d8-ab25-08ace88d8a9a HTTP/1.1" status: 204 len: 168 time: 0.2839255 Mar 29 13:17:40.729036 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7870c7-f515-4f32-ae4b-d0f8dc557d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941de7e-70f2-47d8-ab25-08ace88d8a9a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:40.731011 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Deleting port ec4567a3-8a18-43e7-ae7b-8f8e889d5860 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:40.736472 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.791972 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d19845-b65a-4a1b-84dc-71e52f4435a4 None None] The sync data for ids ['f6ea4bf1-e5db-4c36-8c70-295889078ec1'] in dv-cinder-815560-5-iscsi is: [{'id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'name': 'tempest-AttachVolumeNegativeTest-247266830-router', 'tenant_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:33Z', 'updated_at': '2022-03-29T13:17:39Z', 'revision_number': 5, 'project_id': '5d8a89bb1ab34259bdc14d2cd97ff930', 'gw_port': {'id': 'ec4567a3-8a18-43e7-ae7b-8f8e889d5860', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ea4bf1-e5db-4c36-8c70-295889078ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:36Z', 'updated_at': '2022-03-29T13:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:17:40.859715 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] For port ec4567a3-8a18-43e7-ae7b-8f8e889d5860, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:40.860077 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:40.882309 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Calling delete_port for ec4567a3-8a18-43e7-ae7b-8f8e889d5860 owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:41.036673 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179b053-4f63-4054-a1c5-8c4298842e76 req-b7ba4a14-3fcc-4331-bd1b-b5c2dccd8dbf tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:41.038913 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1179b053-4f63-4054-a1c5-8c4298842e76 req-b7ba4a14-3fcc-4331-bd1b-b5c2dccd8dbf tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.1067960 Mar 29 13:17:41.039472 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-76c0e818-83be-4d1c-9530-39a534e87885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:41.041459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-76c0e818-83be-4d1c-9530-39a534e87885 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1129 time: 0.0514939 Mar 29 13:17:41.127950 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1179b053-4f63-4054-a1c5-8c4298842e76 req-05b291cb-2b68-4d8e-8d29-f6fd684e406a tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826833 Mar 29 13:17:41.212280 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (ec4567a3-8a18-43e7-ae7b-8f8e889d5860), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.251122 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4567a3-8a18-43e7-ae7b-8f8e889d5860,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:41.335964 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (f6ea4bf1-e5db-4c36-8c70-295889078ec1), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.486018 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (f6ea4bf1-e5db-4c36-8c70-295889078ec1), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.488652 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks [] for router_controller (f6ea4bf1-e5db-4c36-8c70-295889078ec1), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.518292 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-069590e1-3be3-4085-8071-ee8c96ac2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:41.520110 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-069590e1-3be3-4085-8071-ee8c96ac2912 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 909 time: 0.4583929 Mar 29 13:17:41.532854 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0d3ab-27b4-4bcd-8a49-9453b6353d95 req-fed4fd74-dd8f-4275-9b5f-a6e0f5cb659c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:41.534510 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51b0d3ab-27b4-4bcd-8a49-9453b6353d95 req-fed4fd74-dd8f-4275-9b5f-a6e0f5cb659c tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.0925260 Mar 29 13:17:41.634904 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-0fef00a5-eba9-46f7-b19f-a9731b41dd07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 1000 time: 0.0992432 Mar 29 13:17:41.638445 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-51b0d3ab-27b4-4bcd-8a49-9453b6353d95 req-77b8785e-86bc-40b0-8e79-1915a258a871 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954099 Mar 29 13:17:41.674698 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (f6ea4bf1-e5db-4c36-8c70-295889078ec1), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.675368 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6ea4bf1-e5db-4c36-8c70-295889078ec1 {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:17:41.685155 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.685155 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c996f3d2-065c-4602-853a-12a0dfabbdef admin admin] 10.222.0.21 "DELETE /v2.0/routers/f6ea4bf1-e5db-4c36-8c70-295889078ec1 HTTP/1.1" status: 204 len: 168 time: 1.6513095 Mar 29 13:17:41.685332 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-ca16679b-1a74-41f9-acfe-eb00db02bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:41.686781 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-ca16679b-1a74-41f9-acfe-eb00db02bbb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 200 len: 848 time: 0.0450957 Mar 29 13:17:41.687134 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37184) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:41.741472 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Deleting subnet 97ddc728-f177-47f6-8aa3-13679b0fc07c {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:17:41.745798 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Publish callbacks [] for subnet (97ddc728-f177-47f6-8aa3-13679b0fc07c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.757691 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-f84fba37-952c-4361-9c53-4045a1747068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:41.759703 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-f84fba37-952c-4361-9c53-4045a1747068 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e12fcf-4743-448a-ba2f-348290d3be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578158 Mar 29 13:17:41.785455 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15946191'] for subnet (97ddc728-f177-47f6-8aa3-13679b0fc07c), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.876031 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-bea1413d-8d8a-43a8-9988-d8ddeec6edcb service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014957 Mar 29 13:17:41.916798 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (97ddc728-f177-47f6-8aa3-13679b0fc07c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:41.971932 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b10f289f-a2cc-48a1-a82d-404171bb346b req-42334242-e0af-4c47-a9af-8dda4aa7ce01 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Mar 29 13:17:42.063680 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165787'] for subnet (97ddc728-f177-47f6-8aa3-13679b0fc07c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.089258 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ddc728-f177-47f6-8aa3-13679b0fc07c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:42.094133 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.098805 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ea972a7e-4a3e-497f-ae8d-a67375ca3905 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97ddc728-f177-47f6-8aa3-13679b0fc07c HTTP/1.1" status: 204 len: 168 time: 0.4106665 Mar 29 13:17:42.110215 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897dbf67-32df-4428-bd87-8bb04284fbc7 None None] Network cdb8cfef-6808-4e4c-9256-36d19733f76d requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:17:42.111709 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37200) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:42.192543 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (cdb8cfef-6808-4e4c-9256-36d19733f76d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.272098 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:42.305580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] DHCP port deletion for cdb8cfef-6808-4e4c-9256-36d19733f76d request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:17:42.309089 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:42.309598 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 603e5f5d-0c8a-48ab-964c-cea2e14f5b35 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:42.344567 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e65968-a620-4838-b53f-3f4c279adfe2 req-cad8a28d-638f-410c-931d-0a5eb274852a tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:42.346075 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-58e65968-a620-4838-b53f-3f4c279adfe2 req-cad8a28d-638f-410c-931d-0a5eb274852a tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0885181 Mar 29 13:17:42.358654 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Deleting port 7573b148-9418-41f5-b116-92c5a057aee7 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:42.359002 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (7573b148-9418-41f5-b116-92c5a057aee7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.367154 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] Deleting port 7573b148-9418-41f5-b116-92c5a057aee7 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:42.367580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (7573b148-9418-41f5-b116-92c5a057aee7), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.435222 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] For port 7573b148-9418-41f5-b116-92c5a057aee7, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=7573b148-9418-41f5-b116-92c5a057aee7,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:42.435344 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (7573b148-9418-41f5-b116-92c5a057aee7), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.461575 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] Calling delete_port for 7573b148-9418-41f5-b116-92c5a057aee7 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:42.469327 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] For port 7573b148-9418-41f5-b116-92c5a057aee7, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=7573b148-9418-41f5-b116-92c5a057aee7,segment=NetworkSegment(e2499276-7845-4c3b-abf7-7c6631626d32),segment_id=e2499276-7845-4c3b-abf7-7c6631626d32)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:42.469696 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (7573b148-9418-41f5-b116-92c5a057aee7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.481086 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-58e65968-a620-4838-b53f-3f4c279adfe2 req-62da55ed-3787-4b46-8afb-9410ca720625 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255827 Mar 29 13:17:42.487868 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Calling delete_port for 7573b148-9418-41f5-b116-92c5a057aee7 owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:42.671863 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (7573b148-9418-41f5-b116-92c5a057aee7), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.675213 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (7573b148-9418-41f5-b116-92c5a057aee7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.705730 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7573b148-9418-41f5-b116-92c5a057aee7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:42.719481 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] No DVR routers for this DVR port 7573b148-9418-41f5-b116-92c5a057aee7 on host dv-cinder-815560-5-iscsi {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:42.729835 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] Pushing event deleted for resources: {'Port': ['ID=7573b148-9418-41f5-b116-92c5a057aee7,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:42.737691 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54419beb-6f33-4736-bb65-1753f7a078d9 None None] No DVR routers for this DVR port 7573b148-9418-41f5-b116-92c5a057aee7 on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:42.806007 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (cdb8cfef-6808-4e4c-9256-36d19733f76d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.831375 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8cfef-6808-4e4c-9256-36d19733f76d']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:42.854287 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2499276-7845-4c3b-abf7-7c6631626d32') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:42.854584 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2499276-7845-4c3b-abf7-7c6631626d32') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:42.857156 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d243684-d78f-4e63-8ff5-6da8848f749a req-ed69984e-c24b-458e-9d2e-c733af0d046d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:42.858652 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d243684-d78f-4e63-8ff5-6da8848f749a req-ed69984e-c24b-458e-9d2e-c733af0d046d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.0945601 Mar 29 13:17:42.864521 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (e2499276-7845-4c3b-abf7-7c6631626d32), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.866544 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-331128f0-62cf-49f8-90a4-9b1fd0572432 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:42.868145 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-331128f0-62cf-49f8-90a4-9b1fd0572432 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 946 time: 0.1210301 Mar 29 13:17:42.878667 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (e2499276-7845-4c3b-abf7-7c6631626d32), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.893629 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:17:42.894050 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (e2499276-7845-4c3b-abf7-7c6631626d32), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: self.session.flush() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: self.session.flush() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: self.session.flush() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: self.session.flush() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:17:42.896172 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:17:42.974326 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d243684-d78f-4e63-8ff5-6da8848f749a req-e960ee7f-721d-4397-9323-70002807e6c2 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0ed0231-ad90-48ce-b257-7719d73456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051655 Mar 29 13:17:43.002486 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Deleting port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:43.003042 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.075765 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (cdb8cfef-6808-4e4c-9256-36d19733f76d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.082268 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.086726 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cdb8cfef-6808-4e4c-9256-36d19733f76d HTTP/1.1" status: 204 len: 168 time: 0.9736435 Mar 29 13:17:43.096961 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f557e3d-26c0-4ed0-acae-5bec39228f64 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb8cfef-6808-4e4c-9256-36d19733f76d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:43.104893 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] For port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:43.105274 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.312509 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.313068 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (dc078ce2-339a-41aa-823f-dbf92dacb2bf), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.313463 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Floating IP dc078ce2-339a-41aa-823f-dbf92dacb2bf disassociated. External IP: 172.27.1.93, port: 72527bdc-b7e6-4f6e-93aa-0ca888fc740c. Mar 29 13:17:43.313886 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Calling delete_port for 72527bdc-b7e6-4f6e-93aa-0ca888fc740c owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:43.554995 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37276) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:43.560652 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (72527bdc-b7e6-4f6e-93aa-0ca888fc740c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.602089 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event deleted for resources: {'Port': ['ID=72527bdc-b7e6-4f6e-93aa-0ca888fc740c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:43.657639 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e9313a9c-82c0-49d5-b344-59315236a1af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d8a89bb1ab34259bdc14d2cd97ff930&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1012890 Mar 29 13:17:43.660667 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37280) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:43.702237 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446e2ba-449b-4ed0-bfbd-2ac3f037c90f req-2ee7ca09-b210-4532-ba18-2973321c3773 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:43.703728 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3446e2ba-449b-4ed0-bfbd-2ac3f037c90f req-2ee7ca09-b210-4532-ba18-2973321c3773 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.1256461 Mar 29 13:17:43.741373 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-47eafc5e-2de2-4437-8ae5-a34601c3214c admin admin] Publish callbacks [] for security_group (47f23390-6325-407d-87ee-2aede1bb274b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.755832 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:17:43.783113 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-47eafc5e-2de2-4437-8ae5-a34601c3214c admin admin] Publish callbacks [] for security_group (47f23390-6325-407d-87ee-2aede1bb274b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.800825 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-3446e2ba-449b-4ed0-bfbd-2ac3f037c90f req-426fdd45-5761-42d7-bace-37f4bf6cdd06 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841656 Mar 29 13:17:43.915730 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:17:43.929646 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:17:43.936065 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 7573b148-9418-41f5-b116-92c5a057aee7 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:43.940905 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:43.941487 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:43.943633 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-47eafc5e-2de2-4437-8ae5-a34601c3214c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (47f23390-6325-407d-87ee-2aede1bb274b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.949241 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-47eafc5e-2de2-4437-8ae5-a34601c3214c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:43.962044 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-47eafc5e-2de2-4437-8ae5-a34601c3214c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47f23390-6325-407d-87ee-2aede1bb274b HTTP/1.1" status: 204 len: 168 time: 0.3003647 Mar 29 13:17:43.972342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eafc5e-2de2-4437-8ae5-a34601c3214c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f23390-6325-407d-87ee-2aede1bb274b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:43.992596 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] No DVR routers for this DVR port 72527bdc-b7e6-4f6e-93aa-0ca888fc740c on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:43.998807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:44.003739 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-90992518-c6c6-427d-8d09-02e25e4fad6e req-d356765f-719c-4e50-83f1-afd6598b9a0f tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.18 "DELETE /v2.0/ports/72527bdc-b7e6-4f6e-93aa-0ca888fc740c HTTP/1.1" status: 204 len: 173 time: 1.1285844 Mar 29 13:17:44.004411 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-deleted', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:17:44.008058 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46d3e0-9b66-4839-b9a5-1cb556dfea04" -d '{"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-deleted", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:17:44.041228 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 7573b148-9418-41f5-b116-92c5a057aee7 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:44.044696 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 7573b148-9418-41f5-b116-92c5a057aee7 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:44.044696 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ec4567a3-8a18-43e7-ae7b-8f8e889d5860 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:44.143437 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57613f-e25f-498f-b877-39b14b102639 x-openstack-request-id: req-8c57613f-e25f-498f-b877-39b14b102639 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:17:44.143994 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4b84aa-a31f-4347-9edf-3296174bee6b", "name": "network-vif-deleted", "tag": "72527bdc-b7e6-4f6e-93aa-0ca888fc740c", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:17:44.144455 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c57613f-e25f-498f-b877-39b14b102639 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:17:44.145422 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c57613f-e25f-498f-b877-39b14b102639'] response: {'server_uuid': 'fe4b84aa-a31f-4347-9edf-3296174bee6b', 'name': 'network-vif-deleted', 'tag': '72527bdc-b7e6-4f6e-93aa-0ca888fc740c', 'status': 'completed', 'code': 200} Mar 29 13:17:44.146885 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: ec4567a3-8a18-43e7-ae7b-8f8e889d5860 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:44.147817 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ec4567a3-8a18-43e7-ae7b-8f8e889d5860 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:44.161312 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-af4a93da-c523-4f79-87e0-6f3df0cd52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:44.183263 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-af4a93da-c523-4f79-87e0-6f3df0cd52b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1129 time: 0.1331284 Mar 29 13:17:44.186651 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:44.347480 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1bef387a-883f-4e20-849a-97cfe8ab9b17 req-4f53a847-9118-48ff-a816-0292c5008444 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe4b84aa-a31f-4347-9edf-3296174bee6b HTTP/1.1" status: 200 len: 210 time: 0.1630926 Mar 29 13:17:44.353818 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-39c344f0-c9c5-4cec-84e5-be1dca5b3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:44.353818 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-39c344f0-c9c5-4cec-84e5-be1dca5b3e7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 909 time: 0.1366100 Mar 29 13:17:44.481214 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:44.488389 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-9e71b885-6f4f-4fb2-86c3-d010f1631974 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 1000 time: 0.1200354 Mar 29 13:17:44.559948 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-0a47951c-aafc-4970-a39f-ea03ebdaacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:44.561776 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-0a47951c-aafc-4970-a39f-ea03ebdaacb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 200 len: 848 time: 0.0575795 Mar 29 13:17:44.615540 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:17:44.626434 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:44.627522 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:44.633184 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-94b67c04-687c-486d-b281-3efa747e1e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:44.634918 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-94b67c04-687c-486d-b281-3efa747e1e97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e12fcf-4743-448a-ba2f-348290d3be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646250 Mar 29 13:17:44.780209 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:44.781787 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-4d5e4866-5a18-4b03-b92c-27151bc11c39 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386788 Mar 29 13:17:44.928507 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d3ba6ddf-6dcd-4261-a6ae-1c52faa6b62f req-c4588902-9188-458d-8e4f-11552529c410 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387775 Mar 29 13:17:44.993737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fc2ba-bf1e-4897-a68f-fe8ce5a87dac req-888a32ba-aedd-40f6-b04f-4a4ec388e188 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:44.998978 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f18fc2ba-bf1e-4897-a68f-fe8ce5a87dac req-888a32ba-aedd-40f6-b04f-4a4ec388e188 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0784571 Mar 29 13:17:45.110986 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:45.116272 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f18fc2ba-bf1e-4897-a68f-fe8ce5a87dac req-8622f442-8551-4010-b159-d62163083229 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109722 Mar 29 13:17:45.150162 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258d7c-3606-44c8-98a6-73b1b1ac206f None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:10:43Z', 'revision_number': 4, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'f8587183-d989-43b5-b9a6-c5e05a29bf43', 'name': '', 'network_id': 'a70742b6-70b5-4eb6-a992-3229f3caad09', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'mac_address': 'fa:16:3e:2b:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:38Z', 'updated_at': '2022-03-29T13:10:54Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'subnets': [{'id': '4a8681a8-d71f-4d4b-bf3f-423ae9c562e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:17:45.502271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd597e-1ca6-4862-927e-a16a39e913b1 None None] New status for floating IP dc078ce2-339a-41aa-823f-dbf92dacb2bf: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:17:45.576604 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37362) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:45.632171 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57c6c6f3-edbb-44f1-b182-01c72b4e9056 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (e0ed0231-ad90-48ce-b257-7719d73456f2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:45.661966 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57c6c6f3-edbb-44f1-b182-01c72b4e9056 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (e0ed0231-ad90-48ce-b257-7719d73456f2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:45.800358 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57c6c6f3-edbb-44f1-b182-01c72b4e9056 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e0ed0231-ad90-48ce-b257-7719d73456f2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:45.803177 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-57c6c6f3-edbb-44f1-b182-01c72b4e9056 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:45.804391 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-57c6c6f3-edbb-44f1-b182-01c72b4e9056 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0ed0231-ad90-48ce-b257-7719d73456f2 HTTP/1.1" status: 204 len: 168 time: 0.2264011 Mar 29 13:17:45.807247 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37368) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:45.813694 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6c6f3-edbb-44f1-b182-01c72b4e9056 tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ed0231-ad90-48ce-b257-7719d73456f2,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:45.820181 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.api.v2.resource [None req-2be610b3-bcf1-4ef1-9837-ed19d97f338d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] show failed (client error): The resource could not be found. Mar 29 13:17:45.821381 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-2be610b3-bcf1-4ef1-9837-ed19d97f338d tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "GET /v2.0/security-groups/e0ed0231-ad90-48ce-b257-7719d73456f2 HTTP/1.1" status: 404 len: 347 time: 0.0131168 Mar 29 13:17:45.832128 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37370) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:45.966086 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Deleting port 62295d8f-eb45-42b4-ad15-c8e9a0e5af52 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:45.966870 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.041494 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.041829 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.054921 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Calling delete_port for 62295d8f-eb45-42b4-ad15-c8e9a0e5af52 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:46.246714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9c43-2e38-4dbb-9388-00137864bbc3 req-fac0ca3c-f7f3-4136-aff3-b09721631d91 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:46.248810 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4dd9c43-2e38-4dbb-9388-00137864bbc3 req-fac0ca3c-f7f3-4136-aff3-b09721631d91 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0627704 Mar 29 13:17:46.291640 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (62295d8f-eb45-42b4-ad15-c8e9a0e5af52), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.337833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d781c7de-b061-4501-9c55-7e6e045b54f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.338079 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Pushing event deleted for resources: {'Port': ['ID=62295d8f-eb45-42b4-ad15-c8e9a0e5af52,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:46.349298 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b4dd9c43-2e38-4dbb-9388-00137864bbc3 req-0443c859-c244-4617-941b-d631439cbc29 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833979 Mar 29 13:17:46.411943 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks [] for floatingip (dc078ce2-339a-41aa-823f-dbf92dacb2bf), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.415179 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:46.417088 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-a7621afe-5f47-469d-8728-1a2e10d26cda tempest-AttachVolumeShelveTestJSON-2055690133 tempest-AttachVolumeShelveTestJSON-2055690133-project] 10.222.0.21 "DELETE /v2.0/floatingips/dc078ce2-339a-41aa-823f-dbf92dacb2bf HTTP/1.1" status: 204 len: 168 time: 0.5832105 Mar 29 13:17:46.570344 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:46.591333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 72527bdc-b7e6-4f6e-93aa-0ca888fc740c {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:46.591763 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 72527bdc-b7e6-4f6e-93aa-0ca888fc740c not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:47.490099 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d7936-76aa-47a6-8541-257f3e450e38 req-d63bdac9-be37-4606-b988-187beeaca385 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:47.492238 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f08d7936-76aa-47a6-8541-257f3e450e38 req-d63bdac9-be37-4606-b988-187beeaca385 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0539913 Mar 29 13:17:47.559476 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f08d7936-76aa-47a6-8541-257f3e450e38 req-1b59bfee-4da2-4ce9-a171-5e973b18224a tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609732 Mar 29 13:17:48.599268 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:48.626887 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-48a8d3b4-dbd9-40d0-9167-ae48d492e697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:48.685699 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5d5c62bd-4788-43b9-b48b-fef300dc9eff is: ACTIVE; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:17:48.686081 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:48.698260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9482957-ca14-48bd-829a-49e5f03db559 req-0fde5d2a-f6ae-4ed8-b732-dc68cf1f99a3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:48.706234 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f9482957-ca14-48bd-829a-49e5f03db559 req-0fde5d2a-f6ae-4ed8-b732-dc68cf1f99a3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0690236 Mar 29 13:17:48.713453 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:17:48.715994 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b890cf-f888-4478-8139-1337881e3b56" -d '{"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-unplugged", "status": "completed", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:17:48.728145 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:48.751391 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1072e74b-0516-4551-9c8b-2eef200ea3f2 x-openstack-request-id: req-1072e74b-0516-4551-9c8b-2eef200ea3f2 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:17:48.751715 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-unplugged", "status": "failed", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "code": 422}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:17:48.751969 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1072e74b-0516-4551-9c8b-2eef200ea3f2 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:17:48.752512 dv-cinder-815560-5-iscsi neutron-server[103819]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1072e74b-0516-4551-9c8b-2eef200ea3f2']: {'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'code': 422} returned with failed status Mar 29 13:17:48.762692 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f9482957-ca14-48bd-829a-49e5f03db559 req-247ee4b5-ff9c-407b-ae94-726f8e071a4d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555773 Mar 29 13:17:48.800780 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:48.838272 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [req-e63bffb2-eb31-45bf-88e0-837f083b4122 req-4d155b9b-8015-4434-a640-3be50397d2c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:17:48.839876 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e63bffb2-eb31-45bf-88e0-837f083b4122 req-4d155b9b-8015-4434-a640-3be50397d2c6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111487 Mar 29 13:17:48.855933 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=6']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:49.174449 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad104090-930c-4af3-9965-e625d9bc3859 req-8c75cfd2-5af5-4564-b0cc-64bef3a4e1ec tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:49.176260 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ad104090-930c-4af3-9965-e625d9bc3859 req-8c75cfd2-5af5-4564-b0cc-64bef3a4e1ec tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0598471 Mar 29 13:17:49.249897 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ad104090-930c-4af3-9965-e625d9bc3859 req-e280c025-06b6-46fb-8e8c-156442f2d5a7 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571048 Mar 29 13:17:49.302972 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37458) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:49.321549 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37462) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:49.416182 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-ab9baebe-1202-4ff8-9751-ed334a4a291f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933819 Mar 29 13:17:49.421168 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-1fc0ff2d-52e2-4c09-a3de-af57cb42fb1b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:17:49.422349 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-1fc0ff2d-52e2-4c09-a3de-af57cb42fb1b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052447 Mar 29 13:17:49.576422 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37470) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:49.693080 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-42c07b73-7c26-402e-98e4-c2a916931a7e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:49.695146 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-42c07b73-7c26-402e-98e4-c2a916931a7e tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports/5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 940 time: 0.1174312 Mar 29 13:17:49.703250 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:49.786878 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (eadfc0c8-7970-45d1-969e-320b84cb2b06), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:50.044225 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Deleting port f8587183-d989-43b5-b9a6-c5e05a29bf43 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:50.044549 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:50.128565 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] For port f8587183-d989-43b5-b9a6-c5e05a29bf43, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f8587183-d989-43b5-b9a6-c5e05a29bf43,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:50.128929 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:50.142090 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Calling delete_port for f8587183-d989-43b5-b9a6-c5e05a29bf43 owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:50.399047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23542b3-efb8-455f-b673-b74f32993f97 req-f120b157-27d1-49b2-8aa5-ebed9a9206ab tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:50.400565 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d23542b3-efb8-455f-b673-b74f32993f97 req-f120b157-27d1-49b2-8aa5-ebed9a9206ab tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0615764 Mar 29 13:17:50.449398 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d23542b3-efb8-455f-b673-b74f32993f97 req-a8efefcc-217f-452c-9b55-14a6eb63bbbd tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431805 Mar 29 13:17:50.539673 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (f8587183-d989-43b5-b9a6-c5e05a29bf43), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:50.570895 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8587183-d989-43b5-b9a6-c5e05a29bf43,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:50.733085 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37494) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:50.801100 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (eadfc0c8-7970-45d1-969e-320b84cb2b06), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:50.874843 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2985e773-7685-4e70-b118-f0fd4fa97bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:50.971919 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2985e773-7685-4e70-b118-f0fd4fa97bd2 admin admin] Publish callbacks [] for security_group (1d57ae54-4e5c-4648-8218-2fa85f884f6f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.071189 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Router eadfc0c8-7970-45d1-969e-320b84cb2b06 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:17:51.074408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2985e773-7685-4e70-b118-f0fd4fa97bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1d57ae54-4e5c-4648-8218-2fa85f884f6f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.119242 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.120179 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2985e773-7685-4e70-b118-f0fd4fa97bd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=874ca15588f7409c8f595ced2e064d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860071 Mar 29 13:17:51.120903 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e773-7685-4e70-b118-f0fd4fa97bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57ae54-4e5c-4648-8218-2fa85f884f6f,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:51.123206 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37500) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:51.171590 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f695f9b0-14b3-4cac-bfc0-925d5b321d99 admin admin] Publish callbacks [] for security_group (1d57ae54-4e5c-4648-8218-2fa85f884f6f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.183399 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:17:51.188796 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-b571533a-b5fc-43a4-b1e7-331bad10e68a admin admin] 10.222.0.21 "PUT /v2.0/routers/eadfc0c8-7970-45d1-969e-320b84cb2b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8837214 Mar 29 13:17:51.190876 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37502) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:51.194678 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] Sync routers for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:17:51.201506 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f695f9b0-14b3-4cac-bfc0-925d5b321d99 admin admin] Publish callbacks [] for security_group (1d57ae54-4e5c-4648-8218-2fa85f884f6f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.213896 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:51.213896 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:51.326977 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:51.354028 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks [] for router (eadfc0c8-7970-45d1-969e-320b84cb2b06), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.432855 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f695f9b0-14b3-4cac-bfc0-925d5b321d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1d57ae54-4e5c-4648-8218-2fa85f884f6f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.435398 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f695f9b0-14b3-4cac-bfc0-925d5b321d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.436571 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f695f9b0-14b3-4cac-bfc0-925d5b321d99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d57ae54-4e5c-4648-8218-2fa85f884f6f HTTP/1.1" status: 204 len: 168 time: 0.3124223 Mar 29 13:17:51.451591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695f9b0-14b3-4cac-bfc0-925d5b321d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57ae54-4e5c-4648-8218-2fa85f884f6f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:51.480805 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks [] for router_gateway (eadfc0c8-7970-45d1-969e-320b84cb2b06), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.534343 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:17:50Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:51.562829 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] Checking router: eadfc0c8-7970-45d1-969e-320b84cb2b06 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:17:51.571709 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] Routers {'eadfc0c8-7970-45d1-969e-320b84cb2b06'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:17:51.572310 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:17:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['eadfc0c8-7970-45d1-969e-320b84cb2b06'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:51.590509 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7047f-2e52-4f66-8157-1807b082921b req-7a466101-18a8-4018-b98e-4b4878ea06e3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:51.592803 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7bb7047f-2e52-4f66-8157-1807b082921b req-7a466101-18a8-4018-b98e-4b4878ea06e3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0588362 Mar 29 13:17:51.690429 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7bb7047f-2e52-4f66-8157-1807b082921b req-20e242e1-9468-425e-9c0c-92c3b91e3328 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661836 Mar 29 13:17:51.690925 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] Set router eadfc0c8-7970-45d1-969e-320b84cb2b06 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:17:51.698068 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Deleting port ac964372-9825-4be8-84cc-fa33b5fb5e5f {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:51.698405 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.791312 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] For port ac964372-9825-4be8-84cc-fa33b5fb5e5f, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=ac964372-9825-4be8-84cc-fa33b5fb5e5f,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:51.792082 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:51.807467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Calling delete_port for ac964372-9825-4be8-84cc-fa33b5fb5e5f owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:51.890525 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:17:50Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:51.925035 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e485aad-378e-4aaa-8f45-71a948603880 None None] The sync data for ids ['eadfc0c8-7970-45d1-969e-320b84cb2b06'] in dv-cinder-815560-5-iscsi is: [{'id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'name': 'tempest-AttachVolumeShelveTestJSON-1425782992-router', 'tenant_id': 'f29663db34644d80b1c4fd452121255d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:10:30Z', 'updated_at': '2022-03-29T13:17:50Z', 'revision_number': 5, 'project_id': 'f29663db34644d80b1c4fd452121255d', 'gw_port': {'id': 'ac964372-9825-4be8-84cc-fa33b5fb5e5f', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eadfc0c8-7970-45d1-969e-320b84cb2b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:10:32Z', 'updated_at': '2022-03-29T13:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:17:52.125740 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (ac964372-9825-4be8-84cc-fa33b5fb5e5f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.152810 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac964372-9825-4be8-84cc-fa33b5fb5e5f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:52.217934 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (eadfc0c8-7970-45d1-969e-320b84cb2b06), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.316726 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (eadfc0c8-7970-45d1-969e-320b84cb2b06), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.319053 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks [] for router_controller (eadfc0c8-7970-45d1-969e-320b84cb2b06), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.429779 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (eadfc0c8-7970-45d1-969e-320b84cb2b06), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.430325 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eadfc0c8-7970-45d1-969e-320b84cb2b06 {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:17:52.436645 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.437850 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-1ebafd7a-ceda-4f9f-ab6d-59ea2381161c admin admin] 10.222.0.21 "DELETE /v2.0/routers/eadfc0c8-7970-45d1-969e-320b84cb2b06 HTTP/1.1" status: 204 len: 168 time: 1.2460449 Mar 29 13:17:52.440461 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37524) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:52.499201 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Deleting subnet 4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:17:52.502857 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Publish callbacks [] for subnet (4a8681a8-d71f-4d4b-bf3f-423ae9c562e0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.540127 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15946191'] for subnet (4a8681a8-d71f-4d4b-bf3f-423ae9c562e0), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.625603 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (4a8681a8-d71f-4d4b-bf3f-423ae9c562e0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.726455 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.761507 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165787'] for subnet (4a8681a8-d71f-4d4b-bf3f-423ae9c562e0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.820021 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8681a8-d71f-4d4b-bf3f-423ae9c562e0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:52.827048 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb517e9-4677-4a98-aa7e-59949240c5ad None None] Network a70742b6-70b5-4eb6-a992-3229f3caad09 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:17:52.829183 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:52.837117 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-de5d53a4-41de-4950-a214-794c0a8dfe57 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4a8681a8-d71f-4d4b-bf3f-423ae9c562e0 HTTP/1.1" status: 204 len: 168 time: 0.3951809 Mar 29 13:17:52.844508 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37542) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:52.928671 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (a70742b6-70b5-4eb6-a992-3229f3caad09), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.004682 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Deleting port c2773cd3-049a-4814-b1af-9203c45dd205 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:53.004682 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.069969 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] For port c2773cd3-049a-4814-b1af-9203c45dd205, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c2773cd3-049a-4814-b1af-9203c45dd205,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:53.070382 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.092476 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Calling delete_port for c2773cd3-049a-4814-b1af-9203c45dd205 owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:53.130950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] DHCP port deletion for a70742b6-70b5-4eb6-a992-3229f3caad09 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:17:53.131908 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde19d8-0109-444d-832b-f96112b1022a req-055976da-c5c3-4861-8272-5ca715f9c696 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:53.131908 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8dde19d8-0109-444d-832b-f96112b1022a req-055976da-c5c3-4861-8272-5ca715f9c696 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.3624778 Mar 29 13:17:53.219966 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Deleting port c2773cd3-049a-4814-b1af-9203c45dd205 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:17:53.220649 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.228357 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8dde19d8-0109-444d-832b-f96112b1022a req-ceda04bc-b504-43bb-98e3-33340e319eff tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862267 Mar 29 13:17:53.237862 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-30cfe9b7-370c-4820-a2f3-f3b7fa3cba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:53.240081 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-30cfe9b7-370c-4820-a2f3-f3b7fa3cba42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915&tenant_id=f50c725faab244d695dbe0740299f994 HTTP/1.1" status: 200 len: 1127 time: 0.1293564 Mar 29 13:17:53.290011 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] For port c2773cd3-049a-4814-b1af-9203c45dd205, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c2773cd3-049a-4814-b1af-9203c45dd205,segment=NetworkSegment(65bc98ce-50f6-4a97-b827-54be6aac0e55),segment_id=65bc98ce-50f6-4a97-b827-54be6aac0e55)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:17:53.290411 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.307768 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Calling delete_port for c2773cd3-049a-4814-b1af-9203c45dd205 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:17:53.336100 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-d5d76849-5ed8-4c2b-a92d-761b7fec19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:53.337517 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-d5d76849-5ed8-4c2b-a92d-761b7fec19ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1127 time: 0.0545223 Mar 29 13:17:53.337694 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.352485 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] No DVR routers for this DVR port c2773cd3-049a-4814-b1af-9203c45dd205 on host dv-cinder-815560-5-iscsi {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:53.371876 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2773cd3-049a-4814-b1af-9203c45dd205,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:53.415124 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (c2773cd3-049a-4814-b1af-9203c45dd205), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.441149 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Pushing event deleted for resources: {'Port': ['ID=c2773cd3-049a-4814-b1af-9203c45dd205,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:53.441471 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (a70742b6-70b5-4eb6-a992-3229f3caad09), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.446215 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] No DVR routers for this DVR port c2773cd3-049a-4814-b1af-9203c45dd205 on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:17:53.453366 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.455856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.456436 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.457817 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.458147 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.458487 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.458822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.459669 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.460094 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720140e-0fb4-499d-baf4-d93381eae783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:17:53.466833 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-45c1d13b-d422-4145-b51f-a5ca379e8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:53.468667 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-45c1d13b-d422-4145-b51f-a5ca379e8796 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 909 time: 0.1203041 Mar 29 13:17:53.471183 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70742b6-70b5-4eb6-a992-3229f3caad09']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:53.482466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bc98ce-50f6-4a97-b827-54be6aac0e55') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:53.482466 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bc98ce-50f6-4a97-b827-54be6aac0e55') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:17:53.492612 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (65bc98ce-50f6-4a97-b827-54be6aac0e55), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.505591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (65bc98ce-50f6-4a97-b827-54be6aac0e55), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.512992 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:17:53.513252 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (65bc98ce-50f6-4a97-b827-54be6aac0e55), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:17:53.519208 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:17:53.543807 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-1b03ee6d-31fb-4f65-93da-6ac9d2f1c359 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 998 time: 0.0686073 Mar 29 13:17:53.592342 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-d9afc9e4-6be5-48e8-a9e2-78d8b1771b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:53.593816 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-d9afc9e4-6be5-48e8-a9e2-78d8b1771b06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 200 len: 848 time: 0.0439646 Mar 29 13:17:53.643206 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-adf27e1f-1387-4abf-ad73-2e1c8d67bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:53.645008 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-adf27e1f-1387-4abf-ad73-2e1c8d67bb12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e12fcf-4743-448a-ba2f-348290d3be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450447 Mar 29 13:17:53.663195 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (a70742b6-70b5-4eb6-a992-3229f3caad09), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.667791 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:53.673404 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a70742b6-70b5-4eb6-a992-3229f3caad09 HTTP/1.1" status: 204 len: 168 time: 0.8254001 Mar 29 13:17:53.684643 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09ce6e-5ff4-4fc7-8e9b-2f4ad015cc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=a70742b6-70b5-4eb6-a992-3229f3caad09,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:53.747972 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-ca94fc3a-2b54-43c6-8644-458809adeab6 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964489 Mar 29 13:17:53.835722 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-009ba8e3-7474-43c7-84fa-78e400baff70 req-39bb7241-a954-4654-8dd7-b1e35c312555 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817552 Mar 29 13:17:53.921292 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ac964372-9825-4be8-84cc-fa33b5fb5e5f no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:53.942188 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: ac964372-9825-4be8-84cc-fa33b5fb5e5f {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:53.942520 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device ac964372-9825-4be8-84cc-fa33b5fb5e5f not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:53.942951 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c2773cd3-049a-4814-b1af-9203c45dd205 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:53.965974 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: c2773cd3-049a-4814-b1af-9203c45dd205 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:53.966325 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c2773cd3-049a-4814-b1af-9203c45dd205 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:53.966737 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f8587183-d989-43b5-b9a6-c5e05a29bf43 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:17:53.986101 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: f8587183-d989-43b5-b9a6-c5e05a29bf43 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:17:53.986448 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f8587183-d989-43b5-b9a6-c5e05a29bf43 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:17:54.230936 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37556) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:54.279185 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-bbb59c75-f916-4f22-8cd6-d39979e5fb01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f29663db34644d80b1c4fd452121255d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449245 Mar 29 13:17:54.282498 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37562) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:54.330370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-73802dcb-ab27-49cd-81d9-b84de3101b46 admin admin] Publish callbacks [] for security_group (2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:54.352547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-73802dcb-ab27-49cd-81d9-b84de3101b46 admin admin] Publish callbacks [] for security_group (2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:54.360663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387b082-d946-4b54-ada1-4dc28f64bd09 req-fe56caf1-b898-438d-b47f-917938910bb1 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:54.366072 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c387b082-d946-4b54-ada1-4dc28f64bd09 req-fe56caf1-b898-438d-b47f-917938910bb1 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0541401 Mar 29 13:17:54.414039 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c387b082-d946-4b54-ada1-4dc28f64bd09 req-ef944d1c-25c1-45fb-978b-649d3d9b3933 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 Mar 29 13:17:54.480488 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-73802dcb-ab27-49cd-81d9-b84de3101b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:54.483096 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-73802dcb-ab27-49cd-81d9-b84de3101b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:54.484276 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-73802dcb-ab27-49cd-81d9-b84de3101b46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef HTTP/1.1" status: 204 len: 168 time: 0.2008777 Mar 29 13:17:54.493148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73802dcb-ab27-49cd-81d9-b84de3101b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2057a8bb-e214-4ab7-8f8c-0ff9f3bbcfef,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:17:54.498007 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:17:55.533958 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327e0c5-3523-4b10-8ff7-7ef151c30482 req-0664e088-6eb7-4ea1-8fb9-18fc30e47439 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:55.535615 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1327e0c5-3523-4b10-8ff7-7ef151c30482 req-0664e088-6eb7-4ea1-8fb9-18fc30e47439 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0550728 Mar 29 13:17:55.585346 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1327e0c5-3523-4b10-8ff7-7ef151c30482 req-2d59a09b-eb7f-454c-acdc-cfc615fdbda4 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434952 Mar 29 13:17:56.718844 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22592-f96e-4475-8eb0-53ee935c51d3 req-265cd40c-c1de-4805-8648-af7751e41305 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:56.720353 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b6d22592-f96e-4475-8eb0-53ee935c51d3 req-265cd40c-c1de-4805-8648-af7751e41305 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0517511 Mar 29 13:17:56.772954 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b6d22592-f96e-4475-8eb0-53ee935c51d3 req-79b7c822-a4fa-403f-a7b3-fbda6a5d6364 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469501 Mar 29 13:17:57.889210 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d17da-54b2-47ec-a5f8-49652581d251 req-248d1c4d-faa5-48bc-b312-37da4a400803 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:57.890572 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0d2d17da-54b2-47ec-a5f8-49652581d251 req-248d1c4d-faa5-48bc-b312-37da4a400803 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0510683 Mar 29 13:17:57.938634 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-0d2d17da-54b2-47ec-a5f8-49652581d251 req-4f6fd7a8-a97a-43d5-a342-c36f0dda2793 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Mar 29 13:17:59.064453 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508aede-6451-4d71-9be1-720652c4ed75 req-76fc3b1c-0462-4a3d-a8d5-596002ec7b3c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:17:59.065912 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d508aede-6451-4d71-9be1-720652c4ed75 req-76fc3b1c-0462-4a3d-a8d5-596002ec7b3c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0577211 Mar 29 13:17:59.114907 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d508aede-6451-4d71-9be1-720652c4ed75 req-26793849-4f8a-4a6a-bc99-a629cc7ff4c2 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430467 Mar 29 13:17:59.695062 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37694) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:17:59.799321 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b4c46f0d-93bb-4898-b98e-d09c25d5e4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:59.870249 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b4c46f0d-93bb-4898-b98e-d09c25d5e4ed admin admin] Publish callbacks [] for security_group (75e6a438-467f-4303-86b4-7160fad5525e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:17:59.993908 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b4c46f0d-93bb-4898-b98e-d09c25d5e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (75e6a438-467f-4303-86b4-7160fad5525e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:00.031402 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b4c46f0d-93bb-4898-b98e-d09c25d5e4ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ee142900a2245e6956e06500314cc98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352118 Mar 29 13:18:00.032598 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c46f0d-93bb-4898-b98e-d09c25d5e4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e6a438-467f-4303-86b4-7160fad5525e,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:00.034123 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37698) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:00.086209 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-487c942d-b37e-4a97-a470-1567530a3d9a admin admin] Publish callbacks [] for security_group (75e6a438-467f-4303-86b4-7160fad5525e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:00.107116 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-487c942d-b37e-4a97-a470-1567530a3d9a admin admin] Publish callbacks [] for security_group (75e6a438-467f-4303-86b4-7160fad5525e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:00.236221 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87417340-6127-426d-9e7b-47edbba41a4e req-2db533af-44c3-4752-8cd8-1c5c66674f68 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:00.237702 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-87417340-6127-426d-9e7b-47edbba41a4e req-2db533af-44c3-4752-8cd8-1c5c66674f68 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 943 time: 0.0553179 Mar 29 13:18:00.244771 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-487c942d-b37e-4a97-a470-1567530a3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (75e6a438-467f-4303-86b4-7160fad5525e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:00.247382 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-487c942d-b37e-4a97-a470-1567530a3d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:00.248545 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-487c942d-b37e-4a97-a470-1567530a3d9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75e6a438-467f-4303-86b4-7160fad5525e HTTP/1.1" status: 204 len: 168 time: 0.2133529 Mar 29 13:18:00.258558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c942d-b37e-4a97-a470-1567530a3d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e6a438-467f-4303-86b4-7160fad5525e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:00.293004 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-87417340-6127-426d-9e7b-47edbba41a4e req-1c42c6eb-5fc8-4f34-aed9-e79133642a35 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489631 Mar 29 13:18:00.650603 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:18:00.756997 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:00.768227 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'port_id': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'mac_address': 'fa:16:3e:66:cf:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:18:00.804813 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5d5c62bd-4788-43b9-b48b-fef300dc9eff is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:00.805130 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:00.817643 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5c62bd-4788-43b9-b48b-fef300dc9eff {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:18:00.838417 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:00.954199 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:01.015892 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=7']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:01.251550 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5d5c62bd-4788-43b9-b48b-fef300dc9eff'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:18:01.431855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216a0e-a4f2-4c94-accc-9c08a11bb62a req-b927393c-4bf7-47b4-9552-79837fec3e30 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:01.433462 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2d216a0e-a4f2-4c94-accc-9c08a11bb62a req-b927393c-4bf7-47b4-9552-79837fec3e30 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 944 time: 0.0633786 Mar 29 13:18:01.513360 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2d216a0e-a4f2-4c94-accc-9c08a11bb62a req-e9b09942-dd77-488d-86c7-3f8463a98de1 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604494 Mar 29 13:18:02.612354 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a1d4f-e7c3-4a69-a11b-3cd5dcf6d93b req-d614cc5b-5a13-4e39-8d80-720d93ed5989 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:02.613741 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b80a1d4f-e7c3-4a69-a11b-3cd5dcf6d93b req-d614cc5b-5a13-4e39-8d80-720d93ed5989 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 944 time: 0.0536628 Mar 29 13:18:02.655664 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:02.663497 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b80a1d4f-e7c3-4a69-a11b-3cd5dcf6d93b req-2cf35ea8-761d-462f-865d-5c1cab5e2895 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441895 Mar 29 13:18:02.701408 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 5d5c62bd-4788-43b9-b48b-fef300dc9eff triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:02.701774 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:02.777929 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5d5c62bd-4788-43b9-b48b-fef300dc9eff is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:02.779661 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:02.802414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:18:02.805054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0e0f61-ee1a-4db1-81b8-7b9efacf84d4" -d '{"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-plugged", "status": "completed", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:18:02.816953 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:02.844687 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4a3c7-6bf1-479d-931f-600323dbe277 x-openstack-request-id: req-a0a4a3c7-6bf1-479d-931f-600323dbe277 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:18:02.845133 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-plugged", "status": "completed", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:18:02.845539 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0a4a3c7-6bf1-479d-931f-600323dbe277 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:18:02.845966 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a4a3c7-6bf1-479d-931f-600323dbe277'] response: {'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'code': 200} Mar 29 13:18:02.908822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:02.961040 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=8']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:03.238594 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b63618-53af-449e-9f8a-7a6063bfafd3 req-00e573d8-68cb-486a-a363-0ee638a47cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:03.240757 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-52b63618-53af-449e-9f8a-7a6063bfafd3 req-00e573d8-68cb-486a-a363-0ee638a47cfc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1129 time: 0.0485644 Mar 29 13:18:03.291617 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-52b63618-53af-449e-9f8a-7a6063bfafd3 req-c9baaa16-7831-463f-9204-55150073f8f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454688 Mar 29 13:18:03.780656 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7dd85-7de7-4207-8b48-e6a598a6c5b0 req-85949d33-cc36-4b1d-8808-1615745e8d12 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:03.782162 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d0e7dd85-7de7-4207-8b48-e6a598a6c5b0 req-85949d33-cc36-4b1d-8808-1615745e8d12 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Mar 29 13:18:03.834091 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d0e7dd85-7de7-4207-8b48-e6a598a6c5b0 req-0c6b052d-ec05-43d4-ad9b-63fbd5b4e2f3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462124 Mar 29 13:18:04.012977 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37830) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:04.117101 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fad2dc9d-b649-44ea-add4-9af266fa6ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.205647 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fad2dc9d-b649-44ea-add4-9af266fa6ca2 admin admin] Publish callbacks [] for security_group (2f2e25d2-15cb-466a-9bee-c9caf47c1dab), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.320228 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fad2dc9d-b649-44ea-add4-9af266fa6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2f2e25d2-15cb-466a-9bee-c9caf47c1dab), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.359142 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-fad2dc9d-b649-44ea-add4-9af266fa6ca2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f487f6af0a814ac5bc667ef164c80656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3450825 Mar 29 13:18:04.361585 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2dc9d-b649-44ea-add4-9af266fa6ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e25d2-15cb-466a-9bee-c9caf47c1dab,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:04.362083 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37834) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:04.410856 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c24bd03a-a7d9-4277-b09f-d2e63c17f94b admin admin] Publish callbacks [] for security_group (2f2e25d2-15cb-466a-9bee-c9caf47c1dab), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.432722 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c24bd03a-a7d9-4277-b09f-d2e63c17f94b admin admin] Publish callbacks [] for security_group (2f2e25d2-15cb-466a-9bee-c9caf47c1dab), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.541411 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c24bd03a-a7d9-4277-b09f-d2e63c17f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2f2e25d2-15cb-466a-9bee-c9caf47c1dab), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.545359 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c24bd03a-a7d9-4277-b09f-d2e63c17f94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:04.545359 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c24bd03a-a7d9-4277-b09f-d2e63c17f94b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f2e25d2-15cb-466a-9bee-c9caf47c1dab HTTP/1.1" status: 204 len: 168 time: 0.1820941 Mar 29 13:18:04.553954 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bd03a-a7d9-4277-b09f-d2e63c17f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e25d2-15cb-466a-9bee-c9caf47c1dab,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:04.970839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b2896-585d-49be-a60a-81ff1fd07133 req-d269ddd3-a9ec-4e1b-9103-ee7c052b31c3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:04.972356 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-454b2896-585d-49be-a60a-81ff1fd07133 req-d269ddd3-a9ec-4e1b-9103-ee7c052b31c3 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0566421 Mar 29 13:18:05.028550 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-454b2896-585d-49be-a60a-81ff1fd07133 req-8028e153-ffed-4336-902c-b8177f7fc068 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497236 Mar 29 13:18:05.240020 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37866) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:05.254039 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa4-17cf-4bf2-b962-e243b99782bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.314164 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.335203 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa4-17cf-4bf2-b962-e243b99782bb admin admin] Publish callbacks [] for security_group (3b7bf969-17df-41bb-a7de-09af591aeec7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.422683 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa4-17cf-4bf2-b962-e243b99782bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3b7bf969-17df-41bb-a7de-09af591aeec7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.464221 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-cd891aa4-17cf-4bf2-b962-e243b99782bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e6bfc1f8e234664ba6af6f6eafb1de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225492 Mar 29 13:18:05.465175 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd891aa4-17cf-4bf2-b962-e243b99782bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7bf969-17df-41bb-a7de-09af591aeec7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:05.468212 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37872) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:05.525802 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d4703b7b-b26d-41bc-82aa-06587a856a33 admin admin] Publish callbacks [] for security_group (3b7bf969-17df-41bb-a7de-09af591aeec7), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.547991 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d4703b7b-b26d-41bc-82aa-06587a856a33 admin admin] Publish callbacks [] for security_group (3b7bf969-17df-41bb-a7de-09af591aeec7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.726165 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d4703b7b-b26d-41bc-82aa-06587a856a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3b7bf969-17df-41bb-a7de-09af591aeec7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.731110 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d4703b7b-b26d-41bc-82aa-06587a856a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:05.732315 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d4703b7b-b26d-41bc-82aa-06587a856a33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b7bf969-17df-41bb-a7de-09af591aeec7 HTTP/1.1" status: 204 len: 168 time: 0.2643526 Mar 29 13:18:05.741994 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4703b7b-b26d-41bc-82aa-06587a856a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7bf969-17df-41bb-a7de-09af591aeec7,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:10.461187 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 37986) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:10.572157 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:10.656188 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Publish callbacks [] for security_group (6275285d-730e-4183-a31d-8e262a059593), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:10.721350 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6275285d-730e-4183-a31d-8e262a059593), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:10.760890 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1be354a8fd8d4aaba20f69d7ed5cc033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984796 Mar 29 13:18:10.762139 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6275285d-730e-4183-a31d-8e262a059593,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:10.763746 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 37998) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:10.770073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.770432 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.771009 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.771714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.772175 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.772632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.772972 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.773310 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.773650 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.773986 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.774321 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.774657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.774987 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.775317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.775770 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a221bc-4c25-4ba3-87f4-a6fcb98f7df3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:10.815338 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38002) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:10.836839 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0b595b4f-ad87-4e1e-be30-ebad719ba51c admin admin] Publish callbacks [] for security_group (6275285d-730e-4183-a31d-8e262a059593), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:10.858785 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0b595b4f-ad87-4e1e-be30-ebad719ba51c admin admin] Publish callbacks [] for security_group (6275285d-730e-4183-a31d-8e262a059593), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:10.926773 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178140d8-a436-444e-95ee-cebcb96d1c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.228511 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0b595b4f-ad87-4e1e-be30-ebad719ba51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6275285d-730e-4183-a31d-8e262a059593), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.231274 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0b595b4f-ad87-4e1e-be30-ebad719ba51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.232452 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0b595b4f-ad87-4e1e-be30-ebad719ba51c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6275285d-730e-4183-a31d-8e262a059593 HTTP/1.1" status: 204 len: 168 time: 0.4676244 Mar 29 13:18:11.240702 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b595b4f-ad87-4e1e-be30-ebad719ba51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275285d-730e-4183-a31d-8e262a059593,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:11.286291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178140d8-a436-444e-95ee-cebcb96d1c27 admin admin] Publish callbacks [] for security_group (1ac8aa82-d884-42cb-8522-76efc758a740), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.411408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-178140d8-a436-444e-95ee-cebcb96d1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1ac8aa82-d884-42cb-8522-76efc758a740), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.450580 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-178140d8-a436-444e-95ee-cebcb96d1c27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67617ab899c24c98a3ded5b804995d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6336467 Mar 29 13:18:11.451771 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178140d8-a436-444e-95ee-cebcb96d1c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8aa82-d884-42cb-8522-76efc758a740,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:11.453397 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38008) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:11.504323 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-744b9e10-a0e4-4403-a6bb-7336af8ad360 admin admin] Publish callbacks [] for security_group (1ac8aa82-d884-42cb-8522-76efc758a740), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.525712 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-744b9e10-a0e4-4403-a6bb-7336af8ad360 admin admin] Publish callbacks [] for security_group (1ac8aa82-d884-42cb-8522-76efc758a740), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.657250 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-744b9e10-a0e4-4403-a6bb-7336af8ad360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1ac8aa82-d884-42cb-8522-76efc758a740), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.660632 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-744b9e10-a0e4-4403-a6bb-7336af8ad360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:11.662305 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-744b9e10-a0e4-4403-a6bb-7336af8ad360 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ac8aa82-d884-42cb-8522-76efc758a740 HTTP/1.1" status: 204 len: 168 time: 0.2076044 Mar 29 13:18:11.671727 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b9e10-a0e4-4403-a6bb-7336af8ad360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8aa82-d884-42cb-8522-76efc758a740,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:11.904483 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38018) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:11.922458 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9053-6526-4209-bebd-5246f1d7123f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.002172 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9053-6526-4209-bebd-5246f1d7123f admin admin] Publish callbacks [] for security_group (01a24ff8-ca1d-44f4-adfc-0e9e21a5a477), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.097188 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9053-6526-4209-bebd-5246f1d7123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (01a24ff8-ca1d-44f4-adfc-0e9e21a5a477), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.322895 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38024) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:12.336969 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c5695fd1-b765-4105-a66f-3f31ede9f66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.388783 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2ccc9053-6526-4209-bebd-5246f1d7123f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52abe40a3c5e494bb30406fb028a02bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831970 Mar 29 13:18:12.389773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc9053-6526-4209-bebd-5246f1d7123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a24ff8-ca1d-44f4-adfc-0e9e21a5a477,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:12.392049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38026) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:12.422656 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c5695fd1-b765-4105-a66f-3f31ede9f66a admin admin] Publish callbacks [] for security_group (18cbb232-7c1d-48ba-90a9-441b7f617d5b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.440891 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bbac70ed-f774-4b25-8b0a-a6ef4abdc8a1 admin admin] Publish callbacks [] for security_group (01a24ff8-ca1d-44f4-adfc-0e9e21a5a477), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.461556 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bbac70ed-f774-4b25-8b0a-a6ef4abdc8a1 admin admin] Publish callbacks [] for security_group (01a24ff8-ca1d-44f4-adfc-0e9e21a5a477), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.508213 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c5695fd1-b765-4105-a66f-3f31ede9f66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (18cbb232-7c1d-48ba-90a9-441b7f617d5b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.548799 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-c5695fd1-b765-4105-a66f-3f31ede9f66a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=175b8e27971a4e299ce3ed23191857e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246394 Mar 29 13:18:12.549675 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5695fd1-b765-4105-a66f-3f31ede9f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cbb232-7c1d-48ba-90a9-441b7f617d5b,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:12.551563 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38028) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:12.579576 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bbac70ed-f774-4b25-8b0a-a6ef4abdc8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (01a24ff8-ca1d-44f4-adfc-0e9e21a5a477), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.581993 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bbac70ed-f774-4b25-8b0a-a6ef4abdc8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.583074 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-bbac70ed-f774-4b25-8b0a-a6ef4abdc8a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01a24ff8-ca1d-44f4-adfc-0e9e21a5a477 HTTP/1.1" status: 204 len: 168 time: 0.1901419 Mar 29 13:18:12.598343 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac70ed-f774-4b25-8b0a-a6ef4abdc8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a24ff8-ca1d-44f4-adfc-0e9e21a5a477,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:12.614829 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fe2e-c9aa-49bd-b9ab-4a7db76dcc30 admin admin] Publish callbacks [] for security_group (18cbb232-7c1d-48ba-90a9-441b7f617d5b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.646903 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fe2e-c9aa-49bd-b9ab-4a7db76dcc30 admin admin] Publish callbacks [] for security_group (18cbb232-7c1d-48ba-90a9-441b7f617d5b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.776943 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fe2e-c9aa-49bd-b9ab-4a7db76dcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (18cbb232-7c1d-48ba-90a9-441b7f617d5b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.779467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fe2e-c9aa-49bd-b9ab-4a7db76dcc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:12.780629 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a3c4fe2e-c9aa-49bd-b9ab-4a7db76dcc30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18cbb232-7c1d-48ba-90a9-441b7f617d5b HTTP/1.1" status: 204 len: 168 time: 0.2280829 Mar 29 13:18:12.788533 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4fe2e-c9aa-49bd-b9ab-4a7db76dcc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cbb232-7c1d-48ba-90a9-441b7f617d5b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:14.998418 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38116) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:15.179568 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23a9fe85-ad56-4782-8a84-3f51d3e3de95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.249403 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23a9fe85-ad56-4782-8a84-3f51d3e3de95 admin admin] Publish callbacks [] for security_group (b7c684aa-da1d-4ad3-9082-3d320a3d900b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.366708 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23a9fe85-ad56-4782-8a84-3f51d3e3de95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b7c684aa-da1d-4ad3-9082-3d320a3d900b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.416220 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-23a9fe85-ad56-4782-8a84-3f51d3e3de95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=211b217f0beb41c09555aec608bd8d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4163756 Mar 29 13:18:15.418078 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9fe85-ad56-4782-8a84-3f51d3e3de95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c684aa-da1d-4ad3-9082-3d320a3d900b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:15.418948 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38128) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:15.496724 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02a348b9-8025-49de-9bb1-843bc4d9890e admin admin] Publish callbacks [] for security_group (b7c684aa-da1d-4ad3-9082-3d320a3d900b), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.523449 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02a348b9-8025-49de-9bb1-843bc4d9890e admin admin] Publish callbacks [] for security_group (b7c684aa-da1d-4ad3-9082-3d320a3d900b), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.657425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02a348b9-8025-49de-9bb1-843bc4d9890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b7c684aa-da1d-4ad3-9082-3d320a3d900b), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.660570 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02a348b9-8025-49de-9bb1-843bc4d9890e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:15.663831 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-02a348b9-8025-49de-9bb1-843bc4d9890e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7c684aa-da1d-4ad3-9082-3d320a3d900b HTTP/1.1" status: 204 len: 168 time: 0.2420788 Mar 29 13:18:15.683470 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a348b9-8025-49de-9bb1-843bc4d9890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c684aa-da1d-4ad3-9082-3d320a3d900b,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:16.336752 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6d44e804-f2e3-4e15-beda-7aa7dceeb1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.438472 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38188) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:16.592231 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7185da41-0eda-4f1e-b1cb-df72488f722a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.669329 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7185da41-0eda-4f1e-b1cb-df72488f722a admin admin] Publish callbacks [] for security_group (1e046dc4-5d37-4e81-9fee-726615e81ec9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.737128 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7185da41-0eda-4f1e-b1cb-df72488f722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1e046dc4-5d37-4e81-9fee-726615e81ec9), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.776146 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185da41-0eda-4f1e-b1cb-df72488f722a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e046dc4-5d37-4e81-9fee-726615e81ec9,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:16.780575 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7185da41-0eda-4f1e-b1cb-df72488f722a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aa0cc0fdc3946f7aaec3c7a30c80e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412888 Mar 29 13:18:16.783222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38200) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:16.838762 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bf8d11c3-9a4c-4371-9f8b-681d8c7bf141 admin admin] Publish callbacks [] for security_group (1e046dc4-5d37-4e81-9fee-726615e81ec9), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.873860 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bf8d11c3-9a4c-4371-9f8b-681d8c7bf141 admin admin] Publish callbacks [] for security_group (1e046dc4-5d37-4e81-9fee-726615e81ec9), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.994433 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bf8d11c3-9a4c-4371-9f8b-681d8c7bf141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (1e046dc4-5d37-4e81-9fee-726615e81ec9), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:16.997766 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bf8d11c3-9a4c-4371-9f8b-681d8c7bf141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:17.001535 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-bf8d11c3-9a4c-4371-9f8b-681d8c7bf141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e046dc4-5d37-4e81-9fee-726615e81ec9 HTTP/1.1" status: 204 len: 168 time: 0.2141180 Mar 29 13:18:17.017933 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d11c3-9a4c-4371-9f8b-681d8c7bf141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e046dc4-5d37-4e81-9fee-726615e81ec9,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:17.694975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38232) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:17.711643 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-705ac23a-6730-4c17-b733-42707ae99e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:17.791192 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-705ac23a-6730-4c17-b733-42707ae99e52 admin admin] Publish callbacks [] for security_group (79eda524-6018-4449-9ee9-842086340885), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:17.881034 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-705ac23a-6730-4c17-b733-42707ae99e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (79eda524-6018-4449-9ee9-842086340885), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:17.922759 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ac23a-6730-4c17-b733-42707ae99e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79eda524-6018-4449-9ee9-842086340885,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:17.930925 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38242) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:17.931395 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-705ac23a-6730-4c17-b733-42707ae99e52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f61b196b190464c8565f8402cff5f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348130 Mar 29 13:18:17.986156 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-43915497-243b-4158-a94d-c5d78151a693 admin admin] Publish callbacks [] for security_group (79eda524-6018-4449-9ee9-842086340885), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:18.008374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-43915497-243b-4158-a94d-c5d78151a693 admin admin] Publish callbacks [] for security_group (79eda524-6018-4449-9ee9-842086340885), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:18.142706 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-43915497-243b-4158-a94d-c5d78151a693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (79eda524-6018-4449-9ee9-842086340885), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:18.145735 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-43915497-243b-4158-a94d-c5d78151a693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:18.146971 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-43915497-243b-4158-a94d-c5d78151a693 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79eda524-6018-4449-9ee9-842086340885 HTTP/1.1" status: 204 len: 168 time: 0.2137868 Mar 29 13:18:18.155208 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43915497-243b-4158-a94d-c5d78151a693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eda524-6018-4449-9ee9-842086340885,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:18.513984 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-daa54e88-daa4-4f49-b657-a689eff5f731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:19.691167 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:21.337271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:22.719659 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:28.667047 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38402) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:28.771443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:28.846404 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Publish callbacks [] for security_group (4e8e46db-8c6a-4e61-bafe-5c3e168d523d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:28.957523 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4e8e46db-8c6a-4e61-bafe-5c3e168d523d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:28.996706 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdee08dfc15941829ffc8c3e17642121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285396 Mar 29 13:18:28.999396 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38410) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:29.008221 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8e46db-8c6a-4e61-bafe-5c3e168d523d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:29.026957 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.027401 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.028029 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.028443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.028807 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.029136 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.029461 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.029889 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.030221 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.030540 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.030858 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.031178 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.031508 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.031837 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.032250 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c42d70-660d-495f-980e-8d578efdcc08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:29.067256 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1698f24-9f46-4449-b76f-18da0b8657b2 admin admin] Publish callbacks [] for security_group (4e8e46db-8c6a-4e61-bafe-5c3e168d523d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:29.090512 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1698f24-9f46-4449-b76f-18da0b8657b2 admin admin] Publish callbacks [] for security_group (4e8e46db-8c6a-4e61-bafe-5c3e168d523d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:29.216580 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1698f24-9f46-4449-b76f-18da0b8657b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4e8e46db-8c6a-4e61-bafe-5c3e168d523d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:29.219165 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1698f24-9f46-4449-b76f-18da0b8657b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:29.220355 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-c1698f24-9f46-4449-b76f-18da0b8657b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e8e46db-8c6a-4e61-bafe-5c3e168d523d HTTP/1.1" status: 204 len: 168 time: 0.2186384 Mar 29 13:18:29.228106 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1698f24-9f46-4449-b76f-18da0b8657b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8e46db-8c6a-4e61-bafe-5c3e168d523d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:30.249219 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38442) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:30.356632 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-351811858-network', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:30.468464 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Made reservation on behalf of 02a25dd6065d473ba2b9499b16b63486 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:18:30.470730 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.479817 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.559340 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks [] for security_group (08dcfbf9-9761-4782-ba67-cac7becf974c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.639198 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (08dcfbf9-9761-4782-ba67-cac7becf974c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.665476 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:18:30.674418 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dcfbf9-9761-4782-ba67-cac7becf974c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:30.681418 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (18852c3c-52ee-4117-ba23-600714792af2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.681796 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Added segment 18852c3c-52ee-4117-ba23-600714792af2 of type vlan for network 1fa7b799-e49b-4de5-b502-30d5a68be356 Mar 29 13:18:30.722515 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (1fa7b799-e49b-4de5-b502-30d5a68be356), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.810769 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (1fa7b799-e49b-4de5-b502-30d5a68be356), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.811787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:30.812372 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:30.871534 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa7b799-e49b-4de5-b502-30d5a68be356,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:30.889808 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:18:30.950490 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-f5264227-ee87-4c9b-bcfa-8656d1cc8e02 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127090305&fields=id&tenant_id=5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 267 time: 0.0475688 Mar 29 13:18:31.026460 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-775c52c2-247d-45d6-a1d9-e6789aedf456 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7760975 Mar 29 13:18:31.035935 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38472) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:31.045753 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Request body: {'subnet': {'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-351811858-subnet', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:31.077350 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-e0b0c0aa-829f-4949-81e5-f36fb00ab5ef tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:31.078846 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-e0b0c0aa-829f-4949-81e5-f36fb00ab5ef tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 811 time: 0.1216948 Mar 29 13:18:31.093407 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-30a84146-70b6-422f-aece-ddb48c969689 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/quotas/5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 375 time: 0.0086377 Mar 29 13:18:31.153705 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-3f145355-cbdf-4809-a29d-d8db4b4d0421 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541856 Mar 29 13:18:31.212392 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Made reservation on behalf of 02a25dd6065d473ba2b9499b16b63486 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:18:31.214552 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165764'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:31.316479 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-6dcd7e37-25a7-4876-b8bb-4c90ca04ef9e service neutron] 10.222.0.21 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507833 Mar 29 13:18:31.483698 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-b144b475-887c-4d69-8543-fd6edd36956c service neutron] 10.222.0.21 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601949 Mar 29 13:18:31.496783 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:18:31.547447 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165778'] for subnet (985bf64e-e43d-41f4-a022-ded4991304b7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:31.607458 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=985bf64e-e43d-41f4-a022-ded4991304b7,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:31.616790 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Checking segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:31.617220 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Network hostable DHCP agents. Network: 1fa7b799-e49b-4de5-b502-30d5a68be356, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:18:31.702467 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:18:31.816985 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 1fa7b799-e49b-4de5-b502-30d5a68be356) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:31.822181 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:31.822776 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:31.828049 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc51f5-b4f3-4df7-bf47-ac924a7e57b6 None None] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:18:31.926387 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-1fa7b799-e49b-4de5-b502-30d5a68be356', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:18:31.927799 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:31.941986 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-cf2fba1e-5cca-416a-a7d0-a7cbe0035d7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9021325 Mar 29 13:18:31.944795 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38490) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:31.948995 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:32.067012 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Allocated IP 172.20.0.2 (1fa7b799-e49b-4de5-b502-30d5a68be356/985bf64e-e43d-41f4-a022-ded4991304b7/f2d73e40-7b52-41a6-bbe3-62b1c0b761e4) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:32.073787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.074957 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.151380 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks [] for router_controller (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.167379 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-735b4548-8078-44fa-b2cc-e3dd04626da3 req-731e8b1d-6620-49e8-b2b1-7267fd616b80 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 210 time: 0.0370433 Mar 29 13:18:32.197197 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38500) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:32.257815 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Publish callbacks [] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.314077 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.354496 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:32.357442 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:32.360238 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:32.375548 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6d1f990c-017e-43ac-962d-da78534669c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.377228 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Pushing event updated for resources: {'Port': ['ID=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:32.388510 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks [] for router_gateway (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.433528 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Attempting to bind port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:32.433973 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Attempting to bind port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:32.434414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Attempting to bind port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 on network 1fa7b799-e49b-4de5-b502-30d5a68be356 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:32.439404 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:32.439891 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Checking segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:32.440350 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.440799 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Bound using segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:32.441324 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Bound port: f2d73e40-7b52-41a6-bbe3-62b1c0b761e4, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:32.441759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.470835 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6d1f990c-017e-43ac-962d-da78534669c1 admin admin] Publish callbacks [] for security_group (e7de4268-bbf4-421c-b7cb-ad315ffb354d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.508096 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] For port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:32.511221 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] For port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:32.587813 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6d1f990c-017e-43ac-962d-da78534669c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e7de4268-bbf4-421c-b7cb-ad315ffb354d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.622933 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.659728 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-6d1f990c-017e-43ac-962d-da78534669c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b7d0998ead4de980406c688989ca2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614084 Mar 29 13:18:32.663238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38512) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:32.686083 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f990c-017e-43ac-962d-da78534669c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7de4268-bbf4-421c-b7cb-ad315ffb354d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:32.686257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736de024-924b-4cc1-8b93-2d2f0ee748cc None None] Pushing event updated for resources: {'Port': ['ID=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:32.718384 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks [] for router_gateway (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.741392 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.741550 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35c80eb2-0139-4174-90b5-bbae02e83e82 admin admin] Publish callbacks [] for security_group (e7de4268-bbf4-421c-b7cb-ad315ffb354d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.772079 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35c80eb2-0139-4174-90b5-bbae02e83e82 admin admin] Publish callbacks [] for security_group (e7de4268-bbf4-421c-b7cb-ad315ffb354d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.862813 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Allocated IP 172.27.1.37 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/9ef92885-0b13-4801-9069-b65a19158d5b) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:32.902601 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35c80eb2-0139-4174-90b5-bbae02e83e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (e7de4268-bbf4-421c-b7cb-ad315ffb354d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.905193 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-35c80eb2-0139-4174-90b5-bbae02e83e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:32.906403 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-35c80eb2-0139-4174-90b5-bbae02e83e82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7de4268-bbf4-421c-b7cb-ad315ffb354d HTTP/1.1" status: 204 len: 168 time: 0.2418375 Mar 29 13:18:32.914985 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c80eb2-0139-4174-90b5-bbae02e83e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7de4268-bbf4-421c-b7cb-ad315ffb354d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:33.004443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks [] for port (9ef92885-0b13-4801-9069-b65a19158d5b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.126474 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.173119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:33.180209 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:33.184847 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:33.189418 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Pushing event updated for resources: {'Port': ['ID=9ef92885-0b13-4801-9069-b65a19158d5b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:33.322327 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f426f29a-f6cb-44ff-8eae-22ae71e7177d req-ab759a42-c593-4a90-8faf-999526f5fda2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 210 time: 0.0616586 Mar 29 13:18:33.615993 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks [] for router_gateway (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.683233 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e6f69e-f0df-4cbc-b578-9d74f12a8bfb None None] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:18:33.744009 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] Provisioning complete for port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:33.744383 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.808805 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38528) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:33.832208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d1be6e8e-2bbe-4995-be00-b739f1090e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.871284 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.881883 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] Current status of the port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:33.882330 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:33.961805 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] For port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:33.973455 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d1be6e8e-2bbe-4995-be00-b739f1090e61 admin admin] Publish callbacks [] for security_group (11687c33-7d7f-496d-935d-46380179fafd), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.013310 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:34.057257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.091258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d1be6e8e-2bbe-4995-be00-b739f1090e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (11687c33-7d7f-496d-935d-46380179fafd), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.098242 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:34.098812 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.138188 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d1be6e8e-2bbe-4995-be00-b739f1090e61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f7b47a31811444bbe1d655b72de1977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276846 Mar 29 13:18:34.141168 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38530) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:34.141295 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be6e8e-2bbe-4995-be00-b739f1090e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11687c33-7d7f-496d-935d-46380179fafd,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:34.143690 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab880c-d52e-4e31-bfd3-84f361fc8656 None None] Pushing event updated for resources: {'Port': ['ID=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:34.158332 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:18:34.205611 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-bb07291c-26f4-470e-9369-50976c9b1631 None None] Provisioning complete for port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:34.205985 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bb07291c-26f4-470e-9369-50976c9b1631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.236606 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:34.261288 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba19f-279b-4c1d-b34a-188d238f816d admin admin] Publish callbacks [] for security_group (11687c33-7d7f-496d-935d-46380179fafd), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.296196 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba19f-279b-4c1d-b34a-188d238f816d admin admin] Publish callbacks [] for security_group (11687c33-7d7f-496d-935d-46380179fafd), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.333654 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:18:34.414093 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Sync routers for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:18:34.438885 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.444387 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:34.444607 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8ce66947-ffc4-40ca-947d-da8feca8bec8 req-300ab736-1287-43c6-865a-26feeb633c19 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 210 time: 0.0371137 Mar 29 13:18:34.444700 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:34.444700 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-bb07291c-26f4-470e-9369-50976c9b1631 None None] Current status of the port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:34.444867 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38534) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:34.448465 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-15552078-a5d9-4b5a-b704-8c2560a7019f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5002391 Mar 29 13:18:34.496905 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba19f-279b-4c1d-b34a-188d238f816d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (11687c33-7d7f-496d-935d-46380179fafd), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.499772 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ba1ba19f-279b-4c1d-b34a-188d238f816d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.503191 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ba1ba19f-279b-4c1d-b34a-188d238f816d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11687c33-7d7f-496d-935d-46380179fafd HTTP/1.1" status: 204 len: 168 time: 0.3588092 Mar 29 13:18:34.511428 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ba19f-279b-4c1d-b34a-188d238f816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11687c33-7d7f-496d-935d-46380179fafd,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:34.572292 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:34.764946 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:33Z', 'revision_number': 3, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:34.793817 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-a9f18c44-bf2a-4e7b-9bb7-13ee95dafcd1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:34.795620 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-a9f18c44-bf2a-4e7b-9bb7-13ee95dafcd1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 811 time: 0.2139349 Mar 29 13:18:34.797570 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Checking router: 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:18:34.797859 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Updating router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 port 9ef92885-0b13-4801-9069-b65a19158d5b binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:18:34.830239 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:34.944022 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-166e8c37-8840-470f-a513-cfb72d76972e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b287c59c3dc4b209029dfe3a4c8e545 HTTP/1.1" status: 200 len: 379 time: 0.1007562 Mar 29 13:18:34.956055 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'port': {'device_id': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'admin_state_up': True, 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'security_groups': ['f083ad7d-576e-4b62-b7e3-87e6ea41e5fb']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:35.122963 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Publish callbacks [] for port (9ef92885-0b13-4801-9069-b65a19158d5b), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.157575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.196061 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.262326 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Made reservation on behalf of 5b287c59c3dc4b209029dfe3a4c8e545 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:18:35.265627 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.266015 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Attempting to bind port 9ef92885-0b13-4801-9069-b65a19158d5b on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:35.266386 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Attempting to bind port 9ef92885-0b13-4801-9069-b65a19158d5b by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:35.268135 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Attempting to bind port 9ef92885-0b13-4801-9069-b65a19158d5b on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:35.278785 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:35.279152 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:35.279618 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.280006 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:35.280467 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Bound port: 9ef92885-0b13-4801-9069-b65a19158d5b, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:35.280837 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.282434 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd16f7-382f-48ac-bbb8-32cde8b36e84 None None] Pushing event updated for resources: {'Port': ['ID=9ef92885-0b13-4801-9069-b65a19158d5b,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:35.340961 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.346266 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] For port 9ef92885-0b13-4801-9069-b65a19158d5b, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:35.349359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] For port 9ef92885-0b13-4801-9069-b65a19158d5b, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9ef92885-0b13-4801-9069-b65a19158d5b,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:35.377382 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Allocated IP 172.20.0.1 (1fa7b799-e49b-4de5-b502-30d5a68be356/985bf64e-e43d-41f4-a022-ded4991304b7/2b33f28d-70f9-4b37-9658-ac904bcfa34b) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:35.427977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.479931 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38546) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:35.482622 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Allocated IP 172.20.0.10 (2d2d0fd2-c7bb-4377-a7df-6b05df323176/563217e1-1979-4198-830e-021996f7bcf0/2a61b00f-52a5-406c-8740-973b44d95856) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:35.497376 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f112d73-768e-4c05-83d8-79685e383ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.529668 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:35.532114 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:35.560177 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks [] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.620431 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f112d73-768e-4c05-83d8-79685e383ae0 admin admin] Publish callbacks [] for security_group (4cbe89c3-617c-4274-aa56-465880e1605c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.623918 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1e659392-21b8-4860-92a9-dfe42ca998cd req-17c5ed6b-12b7-4337-b949-b588c3f03988 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 210 time: 0.0843561 Mar 29 13:18:35.636705 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd16f7-382f-48ac-bbb8-32cde8b36e84 None None] Pushing event updated for resources: {'Port': ['ID=9ef92885-0b13-4801-9069-b65a19158d5b,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:35.679740 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (2a61b00f-52a5-406c-8740-973b44d95856), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.684519 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f112d73-768e-4c05-83d8-79685e383ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4cbe89c3-617c-4274-aa56-465880e1605c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.684822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:35.729051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-5f112d73-768e-4c05-83d8-79685e383ae0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe4e8e7be75242d2813d7cda90d697fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603736 Mar 29 13:18:35.731112 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112d73-768e-4c05-83d8-79685e383ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbe89c3-617c-4274-aa56-465880e1605c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:35.732010 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38552) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:35.767084 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.803768 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (2a61b00f-52a5-406c-8740-973b44d95856), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.818190 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:35.827750 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:35.834772 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b396a265-1588-4e67-9e44-20b5403fcd59 admin admin] Publish callbacks [] for security_group (4cbe89c3-617c-4274-aa56-465880e1605c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.838964 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:35.867345 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Pushing event updated for resources: {'Port': ['ID=2b33f28d-70f9-4b37-9658-ac904bcfa34b,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:35.879820 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:33Z', 'revision_number': 3, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:35.911417 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958e3692-bdd4-4a67-b275-b561fbb61a39 None None] The sync data for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi is: [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:33Z', 'revision_number': 3, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:18:35.914977 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:35.925310 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:35.929408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b396a265-1588-4e67-9e44-20b5403fcd59 admin admin] Publish callbacks [] for security_group (4cbe89c3-617c-4274-aa56-465880e1605c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:35.941773 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:35.981711 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:35.988490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.041047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=2a61b00f-52a5-406c-8740-973b44d95856,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:36.064176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:36.064855 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.105258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:36.105529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.187039 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:36.196189 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-04de729c-4ac1-4779-a4a7-ddb52058d00d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2401876 Mar 29 13:18:36.196306 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-1959adc0-a6eb-45ef-b6e9-00c7c9b0eafa None None] Provisioning complete for port 2b33f28d-70f9-4b37-9658-ac904bcfa34b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:36.196306 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1959adc0-a6eb-45ef-b6e9-00c7c9b0eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.211767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Request body: {'port': {'device_id': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:36.216905 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b396a265-1588-4e67-9e44-20b5403fcd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4cbe89c3-617c-4274-aa56-465880e1605c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.219859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b396a265-1588-4e67-9e44-20b5403fcd59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.224931 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-b396a265-1588-4e67-9e44-20b5403fcd59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cbe89c3-617c-4274-aa56-465880e1605c HTTP/1.1" status: 204 len: 168 time: 0.4881115 Mar 29 13:18:36.276904 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-1959adc0-a6eb-45ef-b6e9-00c7c9b0eafa None None] Port 2b33f28d-70f9-4b37-9658-ac904bcfa34b cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:18:36.282666 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396a265-1588-4e67-9e44-20b5403fcd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbe89c3-617c-4274-aa56-465880e1605c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:36.356787 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.381381 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2a61b00f-52a5-406c-8740-973b44d95856), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.417929 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-b424f558-c9b1-485a-94b4-b7d6d1912aec None None] Provisioning complete for port 2a61b00f-52a5-406c-8740-973b44d95856 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:36.418305 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b424f558-c9b1-485a-94b4-b7d6d1912aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2a61b00f-52a5-406c-8740-973b44d95856), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:36.454972 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-b424f558-c9b1-485a-94b4-b7d6d1912aec None None] Port 2a61b00f-52a5-406c-8740-973b44d95856 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:18:37.015073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks [] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.078770 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517e3d5-4bba-4fc6-91b4-135bd3f32f75 req-2b13a5d7-9c35-41cd-b223-8d106c65a2d1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:37.080282 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3517e3d5-4bba-4fc6-91b4-135bd3f32f75 req-2b13a5d7-9c35-41cd-b223-8d106c65a2d1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 932 time: 0.3579261 Mar 29 13:18:37.124260 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a61b00f-52a5-406c-8740-973b44d95856 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:18:37.128191 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.162506 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Publish callbacks [] for port (2a61b00f-52a5-406c-8740-973b44d95856), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.219631 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3517e3d5-4bba-4fc6-91b4-135bd3f32f75 req-f66c3668-4756-441b-83e4-d17353c925db tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220374 Mar 29 13:18:37.225199 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Transition to ACTIVE for port object 2a61b00f-52a5-406c-8740-973b44d95856 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:18:37.243709 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.243709 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Pushing event updated for resources: {'Port': ['ID=2b33f28d-70f9-4b37-9658-ac904bcfa34b,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:37.290047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (2a61b00f-52a5-406c-8740-973b44d95856), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.380576 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Pushing event updated for resources: {'Port': ['ID=2a61b00f-52a5-406c-8740-973b44d95856,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:37.422809 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:37.425945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:37.553277 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Attempting to bind port 2a61b00f-52a5-406c-8740-973b44d95856 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:37.553621 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Attempting to bind port 2a61b00f-52a5-406c-8740-973b44d95856 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:37.553955 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Attempting to bind port 2a61b00f-52a5-406c-8740-973b44d95856 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:37.562953 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Port 2a61b00f-52a5-406c-8740-973b44d95856 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:18:37.563362 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Attempting to bind port 2a61b00f-52a5-406c-8740-973b44d95856 on network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:37.573862 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:37.576145 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Checking segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:37.576819 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Bound using segment: {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:37.577496 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Bound port: 2a61b00f-52a5-406c-8740-973b44d95856, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092c7a14-3f69-46ff-90b5-c72e1c3e9581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:37.578063 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2a61b00f-52a5-406c-8740-973b44d95856), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.654611 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:18:37.722370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] For port 2a61b00f-52a5-406c-8740-973b44d95856, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:37.762129 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] For port 2a61b00f-52a5-406c-8740-973b44d95856, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2a61b00f-52a5-406c-8740-973b44d95856,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:37.805258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:18:37.812715 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-f089bba6-2ef5-4933-9e72-52bacf796940 admin admin] 10.222.0.21 "PUT /v2.0/routers/39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3659894 Mar 29 13:18:37.827399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2008cb40-d2bd-4bf5-9985-e321c64ebe80 None None] Provisioning complete for port 2b33f28d-70f9-4b37-9658-ac904bcfa34b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:37.828349 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2008cb40-d2bd-4bf5-9985-e321c64ebe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.841035 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (2a61b00f-52a5-406c-8740-973b44d95856), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.877868 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2008cb40-d2bd-4bf5-9985-e321c64ebe80 None None] Port 2b33f28d-70f9-4b37-9658-ac904bcfa34b cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:18:37.889140 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:37.890166 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:37.891761 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] 10.222.0.18 "PUT /v2.0/ports/2a61b00f-52a5-406c-8740-973b44d95856 HTTP/1.1" status: 200 len: 1094 time: 1.6860394 Mar 29 13:18:37.894404 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:18:37.897554 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8683b4-bf25-4ae5-8285-07e01a89af75" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "tag": "2a61b00f-52a5-406c-8740-973b44d95856"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:18:37.916548 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Sync routers for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:18:37.927287 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:37.931711 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e12d9-c1b6-4bfa-8bad-91195c8942ef service neutron] Pushing event updated for resources: {'Port': ['ID=2a61b00f-52a5-406c-8740-973b44d95856,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:37.936082 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:37.954491 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752b4ba-38ff-4ced-a052-154f98d98b35 x-openstack-request-id: req-f752b4ba-38ff-4ced-a052-154f98d98b35 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:18:37.954781 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "tag": "2a61b00f-52a5-406c-8740-973b44d95856", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:18:37.955036 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f752b4ba-38ff-4ced-a052-154f98d98b35 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:18:37.955443 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f752b4ba-38ff-4ced-a052-154f98d98b35'] response: {'name': 'network-changed', 'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856', 'status': 'completed', 'code': 200} Mar 29 13:18:38.047913 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9ef92885-0b13-4801-9069-b65a19158d5b up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:38.102700 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:38.133101 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9ef92885-0b13-4801-9069-b65a19158d5b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:38.133477 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:38.240542 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9ef92885-0b13-4801-9069-b65a19158d5b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:38.241176 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:38.298523 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 9ef92885-0b13-4801-9069-b65a19158d5b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9ef92885-0b13-4801-9069-b65a19158d5b,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:38.361682 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:38.399339 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d29ac-4294-4393-be98-12dd6d4fe071 req-c7a9ea4d-39ce-41d7-a4ac-ba357e753454 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:38.403914 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ca9d29ac-4294-4393-be98-12dd6d4fe071 req-c7a9ea4d-39ce-41d7-a4ac-ba357e753454 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.0900989 Mar 29 13:18:38.416831 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=9ef92885-0b13-4801-9069-b65a19158d5b,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:38.442726 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 2, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:38.466617 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ca9d29ac-4294-4393-be98-12dd6d4fe071 req-fca755b5-ffc4-46f8-8e3c-cdddda09ba62 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567920 Mar 29 13:18:38.471146 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Checking router: 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:18:38.471556 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Updating router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 port 2b33f28d-70f9-4b37-9658-ac904bcfa34b binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:18:38.504617 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:38.787708 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Publish callbacks [] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:38.877874 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38620) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:38.883615 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1905316604-network', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:38.913595 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:38.923071 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8683b4-bf25-4ae5-8285-07e01a89af75 req-a2dd2be0-2782-425d-bb1c-1e82d42e0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:38.924790 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c8683b4-bf25-4ae5-8285-07e01a89af75 req-a2dd2be0-2782-425d-bb1c-1e82d42e0ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 1128 time: 0.0486319 Mar 29 13:18:38.968949 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Pushing event updated for resources: {'Port': ['ID=2b33f28d-70f9-4b37-9658-ac904bcfa34b,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:38.991472 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.992306 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.992628 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.993028 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.993362 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.993686 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.994011 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.994489 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.994817 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.995136 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.995461 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.995819 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.996138 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.996451 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:38.996766 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:18:39.017558 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Made reservation on behalf of a468eea8adf74c43b2108805fb5cee0d for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:18:39.026058 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.041866 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Attempting to bind port 2b33f28d-70f9-4b37-9658-ac904bcfa34b on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:39.042230 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Attempting to bind port 2b33f28d-70f9-4b37-9658-ac904bcfa34b by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:39.042814 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Attempting to bind port 2b33f28d-70f9-4b37-9658-ac904bcfa34b on network 1fa7b799-e49b-4de5-b502-30d5a68be356 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:39.043144 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.049640 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:39.050378 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Checking segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:39.050987 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.052169 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Bound using segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:39.052851 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Bound port: 2b33f28d-70f9-4b37-9658-ac904bcfa34b, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:39.053414 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.072479 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8683b4-bf25-4ae5-8285-07e01a89af75 req-36acad1c-9260-461c-bb0c-0b5082d3f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.074449 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c8683b4-bf25-4ae5-8285-07e01a89af75 req-36acad1c-9260-461c-bb0c-0b5082d3f2c5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1337273 Mar 29 13:18:39.137750 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] For port 2b33f28d-70f9-4b37-9658-ac904bcfa34b, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:39.141198 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] For port 2b33f28d-70f9-4b37-9658-ac904bcfa34b, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=2b33f28d-70f9-4b37-9658-ac904bcfa34b,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:39.149087 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks [] for security_group (377cac81-0c79-485e-99dd-18cd2a980a5a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.196756 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8683b4-bf25-4ae5-8285-07e01a89af75 req-6061680a-5be2-4961-922c-7c1e96c34a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.198318 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9c8683b4-bf25-4ae5-8285-07e01a89af75 req-6061680a-5be2-4961-922c-7c1e96c34a50 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1138918 Mar 29 13:18:39.257499 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.263030 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (377cac81-0c79-485e-99dd-18cd2a980a5a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.296414 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] Provisioning complete for port 2b33f28d-70f9-4b37-9658-ac904bcfa34b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:39.297012 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.316126 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:18:39.350424 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377cac81-0c79-485e-99dd-18cd2a980a5a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:39.358936 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (111c00d2-d3a7-4860-bd2d-9b7e1cc94962), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.359369 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.segments_db [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Added segment 111c00d2-d3a7-4860-bd2d-9b7e1cc94962 of type vlan for network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 Mar 29 13:18:39.373211 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-9d46fbe4-a662-4b12-b8a6-b63ea15769f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.374754 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-9d46fbe4-a662-4b12-b8a6-b63ea15769f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 1128 time: 0.0832505 Mar 29 13:18:39.399547 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:39.402352 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:39.430348 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.474396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-a991eb84-3fdf-4fe1-ae19-0dbcdb798a2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a61b00f-52a5-406c-8740-973b44d95856 HTTP/1.1" status: 200 len: 217 time: 0.0835145 Mar 29 13:18:39.491610 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] Current status of the port 2b33f28d-70f9-4b37-9658-ac904bcfa34b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:39.492708 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.520589 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.521647 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.522302 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.575399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] For port 2b33f28d-70f9-4b37-9658-ac904bcfa34b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=2b33f28d-70f9-4b37-9658-ac904bcfa34b,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:39.584528 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:39.602929 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-6eeb50d1-0a1f-4d4e-a022-c5f577695328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.604373 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-6eeb50d1-0a1f-4d4e-a022-c5f577695328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.1240201 Mar 29 13:18:39.631448 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ef6ec-822d-4c44-b39a-cb137feadc43 None None] Pushing event updated for resources: {'Port': ['ID=2b33f28d-70f9-4b37-9658-ac904bcfa34b,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:39.663231 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.686711 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] Pushing event updated for resources: {'Network': ['ID=460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:39.720091 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-1dc0a977-52a1-4f10-a04b-cd7e7c3679e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.721596 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-1dc0a977-52a1-4f10-a04b-cd7e7c3679e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092918 Mar 29 13:18:39.726289 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:18:39.729287 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1725a1-c70c-471a-a59d-59b68fd4462f req-c0c7eea1-e9a7-425c-93e7-7dd4ad16bb41 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:39.744797 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-fc1725a1-c70c-471a-a59d-59b68fd4462f req-c0c7eea1-e9a7-425c-93e7-7dd4ad16bb41 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.1118948 Mar 29 13:18:39.757057 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-26851520-4f2b-4b8b-90b7-f2b754ea37ed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8779976 Mar 29 13:18:39.766298 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38632) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:39.772310 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Request body: {'subnet': {'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1905316604-subnet', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:39.827821 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-fc1725a1-c70c-471a-a59d-59b68fd4462f req-dd952311-005b-4f6a-8ff9-f8a1a43cb2f8 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803304 Mar 29 13:18:39.877252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-43da8bfd-04f3-452a-aa97-46c29fb04b9b None None] Provisioning complete for port 2b33f28d-70f9-4b37-9658-ac904bcfa34b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:39.877603 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-43da8bfd-04f3-452a-aa97-46c29fb04b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.891000 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Made reservation on behalf of a468eea8adf74c43b2108805fb5cee0d for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:18:39.893472 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13165764'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:39.920382 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-befa64fc-b653-481f-b2d7-b50fc082839d service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795328 Mar 29 13:18:39.976136 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa4fe4-0dbb-47fd-9689-bca133a1390f None None] Pushing event updated for resources: {'Port': ['ID=2b33f28d-70f9-4b37-9658-ac904bcfa34b,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:40.041716 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9ef92885-0b13-4801-9069-b65a19158d5b up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:40.060294 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-59a53245-20f5-43c5-8fcb-921ee98d561c req-ecbb4f8d-3721-450e-bc6c-b4ee37161612 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446028 Mar 29 13:18:40.066189 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:40.114908 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7d9c9f-b7ed-40bb-971a-e346b4a607c2 None None] The sync data for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi is: [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:18:40.148393 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-43da8bfd-04f3-452a-aa97-46c29fb04b9b None None] Current status of the port 2b33f28d-70f9-4b37-9658-ac904bcfa34b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:40.150541 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 9ef92885-0b13-4801-9069-b65a19158d5b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:40.150920 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:40.272356 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 9ef92885-0b13-4801-9069-b65a19158d5b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:40.349259 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16359951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13165778'] for subnet (dc64015c-8e69-4339-be5f-d07341890aeb), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:40.403591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc64015c-8e69-4339-be5f-d07341890aeb,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:40.420771 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Checking segment: {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:40.421148 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Network hostable DHCP agents. Network: 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:18:40.543765 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:18:40.656567 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:40.661758 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:40.662377 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:40.668260 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff88094-df57-4da6-8bba-82ccc7f4978f None None] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:18:40.780757 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp266c07ba-4ea8-5d37-926a-75dc797d691f-460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3', 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3', 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'fixed_ips': [{'subnet_id': 'dc64015c-8e69-4339-be5f-d07341890aeb'}]}} from dv-cinder-815560-5-iscsi. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 13:18:40.781716 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:40.791390 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ae37a715-06ce-42ca-a780-439b21921d09 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0238352 Mar 29 13:18:40.794275 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38650) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:40.799277 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:40.929985 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Allocated IP 172.20.0.2 (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3/dc64015c-8e69-4339-be5f-d07341890aeb/84613248-27d3-4a32-add1-e9ab39046755) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:40.968066 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29002e2d-f49b-46ec-9db0-cb84c2a4ae91 req-b20e163c-8202-429a-90bb-2374384a2d8f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:40.969692 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-29002e2d-f49b-46ec-9db0-cb84c2a4ae91 req-b20e163c-8202-429a-90bb-2374384a2d8f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.0665338 Mar 29 13:18:40.971677 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1621556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1667'] for router (4e3733bc-267c-4b65-88db-a97ecb7b3de2), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:40.972941 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1621924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591029', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1672'] for router (4e3733bc-267c-4b65-88db-a97ecb7b3de2), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.045772 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks [] for router_controller (4e3733bc-267c-4b65-88db-a97ecb7b3de2), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.100997 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-29002e2d-f49b-46ec-9db0-cb84c2a4ae91 req-972df8ab-4f5f-4a7e-a48c-c0bf5072d2d5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186604 Mar 29 13:18:41.263337 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Publish callbacks [] for port (84613248-27d3-4a32-add1-e9ab39046755), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.295796 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks [] for router_gateway (4e3733bc-267c-4b65-88db-a97ecb7b3de2), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.359755 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493'] for port (84613248-27d3-4a32-add1-e9ab39046755), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.407238 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:41.413224 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:41.415956 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:41.429552 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Pushing event updated for resources: {'Port': ['ID=84613248-27d3-4a32-add1-e9ab39046755,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:41.485410 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Attempting to bind port 84613248-27d3-4a32-add1-e9ab39046755 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:41.485864 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Attempting to bind port 84613248-27d3-4a32-add1-e9ab39046755 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:41.486495 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Attempting to bind port 84613248-27d3-4a32-add1-e9ab39046755 on network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:41.497334 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:41.497714 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Checking segment: {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:41.498107 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.498492 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Bound using segment: {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:41.498959 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Bound port: 84613248-27d3-4a32-add1-e9ab39046755, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:41.499381 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (84613248-27d3-4a32-add1-e9ab39046755), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.579517 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] For port 84613248-27d3-4a32-add1-e9ab39046755, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:41.584753 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] For port 84613248-27d3-4a32-add1-e9ab39046755, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=84613248-27d3-4a32-add1-e9ab39046755,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:41.603746 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks [] for router_gateway (4e3733bc-267c-4b65-88db-a97ecb7b3de2), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.627239 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.651663 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (84613248-27d3-4a32-add1-e9ab39046755), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:41.718269 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44eb10-62bb-4dc4-bb86-7ec0000fbe95 None None] Pushing event updated for resources: {'Port': ['ID=84613248-27d3-4a32-add1-e9ab39046755,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:41.746161 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Allocated IP 172.27.1.115 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/f74744a8-8b6b-4f4f-89e1-09501b425683) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:41.857347 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks [] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.024742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.062358 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 2b33f28d-70f9-4b37-9658-ac904bcfa34b up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:42.099987 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f74744a8-8b6b-4f4f-89e1-09501b425683,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:42.107073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:42.108586 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:42.110990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:42.187297 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 2b33f28d-70f9-4b37-9658-ac904bcfa34b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:42.187297 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.282898 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca3e4c-6b44-4c87-bc91-8f36b3db3fb0 req-9ef2a446-6510-4792-ad2b-7dec9bee47bf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:42.284788 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5bca3e4c-6b44-4c87-bc91-8f36b3db3fb0 req-9ef2a446-6510-4792-ad2b-7dec9bee47bf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.0830419 Mar 29 13:18:42.287661 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 2b33f28d-70f9-4b37-9658-ac904bcfa34b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:42.288882 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 84613248-27d3-4a32-add1-e9ab39046755 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:42.340984 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 84613248-27d3-4a32-add1-e9ab39046755 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:42.341149 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (84613248-27d3-4a32-add1-e9ab39046755), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.346051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-5bca3e4c-6b44-4c87-bc91-8f36b3db3fb0 req-bfb11865-a261-4cac-aec3-7b0fefb736a6 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530262 Mar 29 13:18:42.431362 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 84613248-27d3-4a32-add1-e9ab39046755 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:42.433040 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (84613248-27d3-4a32-add1-e9ab39046755), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.470053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port 84613248-27d3-4a32-add1-e9ab39046755, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=84613248-27d3-4a32-add1-e9ab39046755,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:42.513649 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (84613248-27d3-4a32-add1-e9ab39046755), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.558291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks [] for router_gateway (4e3733bc-267c-4b65-88db-a97ecb7b3de2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.574843 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=84613248-27d3-4a32-add1-e9ab39046755,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:42.765425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1621933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1590818'] for router (4e3733bc-267c-4b65-88db-a97ecb7b3de2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.771793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b815e-c123-4540-bd5b-c92d7e828c4c None None] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:18:42.846780 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-06d42ab3-c848-4217-a448-75c503974e56 None None] Provisioning complete for port 84613248-27d3-4a32-add1-e9ab39046755 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:42.847261 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-06d42ab3-c848-4217-a448-75c503974e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (84613248-27d3-4a32-add1-e9ab39046755), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:42.953697 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 is scheduled to L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 13:18:42.955717 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-06d42ab3-c848-4217-a448-75c503974e56 None None] Current status of the port 84613248-27d3-4a32-add1-e9ab39046755 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:43.070469 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:18:43.079192 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Sync routers for ids ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:18:43.089957 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Routers {'4e3733bc-267c-4b65-88db-a97ecb7b3de2'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:43.090717 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:43.144286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.146424 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-aaae0c5e-fbbc-4310-ab04-daab4a37a2d2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3511152 Mar 29 13:18:43.149240 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38674) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:43.196749 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-356464a2-3b41-47d1-8d56-457be23b7434 None None] Provisioning complete for port 84613248-27d3-4a32-add1-e9ab39046755 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:43.197071 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-356464a2-3b41-47d1-8d56-457be23b7434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (84613248-27d3-4a32-add1-e9ab39046755), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.228850 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Set router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:43.410477 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-356464a2-3b41-47d1-8d56-457be23b7434 None None] Current status of the port 84613248-27d3-4a32-add1-e9ab39046755 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:43.482020 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:18:42Z', 'revision_number': 3, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:43.509638 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Checking router: 4e3733bc-267c-4b65-88db-a97ecb7b3de2 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:18:43.510003 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Updating router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 port f74744a8-8b6b-4f4f-89e1-09501b425683 binding host dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:18:43.537793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.557510 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bbe26-4fe5-4442-be03-747da2b0c354 req-74bc2d37-13e8-4045-84f4-b27c43dad514 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:43.559463 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c19bbe26-4fe5-4442-be03-747da2b0c354 req-74bc2d37-13e8-4045-84f4-b27c43dad514 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.0810285 Mar 29 13:18:43.680673 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c19bbe26-4fe5-4442-be03-747da2b0c354 req-d385f8a8-9b77-4319-a048-67284007a030 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834162 Mar 29 13:18:43.808292 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Publish callbacks [] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.907907 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.947544 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.963880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Attempting to bind port f74744a8-8b6b-4f4f-89e1-09501b425683 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:43.964248 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Attempting to bind port f74744a8-8b6b-4f4f-89e1-09501b425683 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:43.964718 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Attempting to bind port f74744a8-8b6b-4f4f-89e1-09501b425683 on network 85276e9b-9244-441f-a4ab-9967b5691fbf {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:43.967527 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd62ae9-ecc3-42b9-a788-e0dd4288f6c1 None None] Pushing event updated for resources: {'Port': ['ID=f74744a8-8b6b-4f4f-89e1-09501b425683,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:43.972818 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:43.973734 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Checking segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:43.974320 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.979856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Bound using segment: {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:43.979856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Bound port: f74744a8-8b6b-4f4f-89e1-09501b425683, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d0ce14-bc40-47f0-bc53-e0f423e16961', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:43.979856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:43.998214 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 84613248-27d3-4a32-add1-e9ab39046755 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:44.065681 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] For port f74744a8-8b6b-4f4f-89e1-09501b425683, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:44.069175 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] For port f74744a8-8b6b-4f4f-89e1-09501b425683, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f74744a8-8b6b-4f4f-89e1-09501b425683,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:44.077991 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 84613248-27d3-4a32-add1-e9ab39046755 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:44.078356 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (84613248-27d3-4a32-add1-e9ab39046755), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.111744 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Allocated IP 172.20.0.1 (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3/dc64015c-8e69-4339-be5f-d07341890aeb/29acee70-d594-436e-ba5f-64452c110bf0) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:44.144133 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.191816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 84613248-27d3-4a32-add1-e9ab39046755 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:44.218559 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Routers {'4e3733bc-267c-4b65-88db-a97ecb7b3de2'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:44.219228 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:44.224687 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks [] for port (29acee70-d594-436e-ba5f-64452c110bf0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.258488 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd62ae9-ecc3-42b9-a788-e0dd4288f6c1 None None] Pushing event updated for resources: {'Port': ['ID=f74744a8-8b6b-4f4f-89e1-09501b425683,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:44.313810 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (29acee70-d594-436e-ba5f-64452c110bf0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.330244 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] Set router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:44.349623 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:44.354100 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:44.357725 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:44.389857 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Pushing event updated for resources: {'Port': ['ID=29acee70-d594-436e-ba5f-64452c110bf0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:44.409771 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1621237'] for router_interface (4e3733bc-267c-4b65-88db-a97ecb7b3de2), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.638359 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (29acee70-d594-436e-ba5f-64452c110bf0), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.666105 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-718ccb75-4971-4af6-8bc4-92186eca18c0 None None] Provisioning complete for port 29acee70-d594-436e-ba5f-64452c110bf0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:44.666481 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-718ccb75-4971-4af6-8bc4-92186eca18c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (29acee70-d594-436e-ba5f-64452c110bf0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.697565 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:18:42Z', 'revision_number': 3, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:44.731532 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d61f0-9247-4015-9321-32ac4111ea72 None None] The sync data for ids ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'] in dv-cinder-815560-5-iscsi is: [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:18:42Z', 'revision_number': 3, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:18:44.733080 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-718ccb75-4971-4af6-8bc4-92186eca18c0 None None] Port 29acee70-d594-436e-ba5f-64452c110bf0 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:18:44.832369 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks [] for port (29acee70-d594-436e-ba5f-64452c110bf0), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:44.836735 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5348b-77ca-4545-9099-fc53424061d8 req-5f5f5460-e3d6-479a-8fd9-767428c9e37f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:44.838310 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6cb5348b-77ca-4545-9099-fc53424061d8 req-5f5f5460-e3d6-479a-8fd9-767428c9e37f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.0547993 Mar 29 13:18:44.907713 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6cb5348b-77ca-4545-9099-fc53424061d8 req-293d7469-923f-495f-82b8-a3df65fc1e6a tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545170 Mar 29 13:18:44.936957 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (29acee70-d594-436e-ba5f-64452c110bf0), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:45.031839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Pushing event updated for resources: {'Port': ['ID=29acee70-d594-436e-ba5f-64452c110bf0,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:45.035203 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1617488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1621089'] for router_interface (4e3733bc-267c-4b65-88db-a97ecb7b3de2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:45.131604 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:45.133542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:45.283363 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:18:45.363045 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-5327df35-e752-4553-9ef6-376e8e0f3892 None None] Provisioning complete for port 29acee70-d594-436e-ba5f-64452c110bf0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:45.364207 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5327df35-e752-4553-9ef6-376e8e0f3892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (29acee70-d594-436e-ba5f-64452c110bf0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:45.403588 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-5327df35-e752-4553-9ef6-376e8e0f3892 None None] Port 29acee70-d594-436e-ba5f-64452c110bf0 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:18:45.451549 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-320455b7-c53c-4fe3-993b-749bb2f65621 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740213 Mar 29 13:18:45.461477 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:18:45.466412 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-041ad264-b799-4480-bd11-e006236dfd6a admin admin] 10.222.0.21 "PUT /v2.0/routers/4e3733bc-267c-4b65-88db-a97ecb7b3de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3162231 Mar 29 13:18:45.539738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed444f7-45aa-4606-9039-f878ae37245a req-3d3a61a4-3ce8-44bd-a281-c49eb6376e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:45.541601 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-3d3a61a4-3ce8-44bd-a281-c49eb6376e75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1130 time: 0.0573010 Mar 29 13:18:45.669657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed444f7-45aa-4606-9039-f878ae37245a req-9b5810c2-2827-4b9e-ab81-f43b34ac3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:45.671874 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-9b5810c2-2827-4b9e-ab81-f43b34ac3280 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.1091857 Mar 29 13:18:45.753749 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-81336cb1-fdfd-4a29-aedb-f0fa5a01befc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 200 len: 1002 time: 0.0739937 Mar 29 13:18:45.807542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed444f7-45aa-4606-9039-f878ae37245a req-48b9d18a-9c83-43a0-9e01-efd6ab02b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:45.809162 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-48b9d18a-9c83-43a0-9e01-efd6ab02b24c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0479972 Mar 29 13:18:45.865228 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed444f7-45aa-4606-9039-f878ae37245a req-40804c9a-a641-42fc-a92e-889495924acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:45.866734 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-40804c9a-a641-42fc-a92e-889495924acb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500929 Mar 29 13:18:45.999545 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f74744a8-8b6b-4f4f-89e1-09501b425683 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:46.017675 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-ed2063a2-4ec7-4e34-adc2-913c932744a8 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366932 Mar 29 13:18:46.048225 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port f74744a8-8b6b-4f4f-89e1-09501b425683 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:46.048715 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:46.096842 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f8b1d-1503-442f-94cf-1af5ebc19cb6 req-9516a43f-5dcd-4b01-bfae-eb557739cabe tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:46.098904 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-208f8b1d-1503-442f-94cf-1af5ebc19cb6 req-9516a43f-5dcd-4b01-bfae-eb557739cabe tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.1129489 Mar 29 13:18:46.136979 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port f74744a8-8b6b-4f4f-89e1-09501b425683 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:46.137481 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:46.161704 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-eed444f7-45aa-4606-9039-f878ae37245a req-79c2d05f-1f06-478f-89cf-d19507bb2fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319361 Mar 29 13:18:46.162290 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] For port f74744a8-8b6b-4f4f-89e1-09501b425683, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f74744a8-8b6b-4f4f-89e1-09501b425683,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:46.174142 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-208f8b1d-1503-442f-94cf-1af5ebc19cb6 req-d2f2c6a3-0ee3-4880-b975-6080c5c840a1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619333 Mar 29 13:18:46.233935 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:46.298922 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Pushing event updated for resources: {'Port': ['ID=f74744a8-8b6b-4f4f-89e1-09501b425683,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:46.366099 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7d7c72f3-a1f2-45b7-85c4-e08539a80dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:47.234859 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 2a61b00f-52a5-406c-8740-973b44d95856 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:18:47.323170 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e2923-ec2e-4743-8dec-a7715e9b3a5e req-3e1e567e-4e4d-4329-a0a1-12c5ed66764d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:47.332477 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cb4e2923-ec2e-4743-8dec-a7715e9b3a5e req-3e1e567e-4e4d-4329-a0a1-12c5ed66764d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 944 time: 0.0681295 Mar 29 13:18:47.377195 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 2a61b00f-52a5-406c-8740-973b44d95856, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2a61b00f-52a5-406c-8740-973b44d95856,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:47.394316 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-cb4e2923-ec2e-4743-8dec-a7715e9b3a5e req-40a1324f-eb2c-4e64-8483-b7270f893383 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580032 Mar 29 13:18:47.399236 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '2a61b00f-52a5-406c-8740-973b44d95856', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'port_id': '2a61b00f-52a5-406c-8740-973b44d95856', 'mac_address': 'fa:16:3e:f3:c4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:18:47.439600 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Sync routers for ids ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:18:47.448487 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 2a61b00f-52a5-406c-8740-973b44d95856 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:47.449941 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2a61b00f-52a5-406c-8740-973b44d95856), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:47.456398 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Routers {'4e3733bc-267c-4b65-88db-a97ecb7b3de2'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:47.457307 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:47.464833 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a61b00f-52a5-406c-8740-973b44d95856 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:18:47.486363 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 2a61b00f-52a5-406c-8740-973b44d95856, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2a61b00f-52a5-406c-8740-973b44d95856,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:47.559840 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (2a61b00f-52a5-406c-8740-973b44d95856), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:47.599475 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Set router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:47.631360 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=2a61b00f-52a5-406c-8740-973b44d95856,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:47.818005 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:18:44Z', 'revision_number': 4, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '29acee70-d594-436e-ba5f-64452c110bf0', 'name': '', 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'mac_address': 'fa:16:3e:bb:4d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'dc64015c-8e69-4339-be5f-d07341890aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:43Z', 'updated_at': '2022-03-29T13:18:44Z', 'revision_number': 2, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'subnets': [{'id': 'dc64015c-8e69-4339-be5f-d07341890aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:47.851748 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Checking router: 4e3733bc-267c-4b65-88db-a97ecb7b3de2 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:18:47.852102 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Updating router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 port 29acee70-d594-436e-ba5f-64452c110bf0 binding host dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 13:18:47.863354 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['2a61b00f-52a5-406c-8740-973b44d95856'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:18:47.909079 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (29acee70-d594-436e-ba5f-64452c110bf0), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.025429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f74744a8-8b6b-4f4f-89e1-09501b425683 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:48.136203 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port f74744a8-8b6b-4f4f-89e1-09501b425683 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:48.136576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.301269 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port f74744a8-8b6b-4f4f-89e1-09501b425683 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:48.356947 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Publish callbacks [] for port (29acee70-d594-436e-ba5f-64452c110bf0), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.434922 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (29acee70-d594-436e-ba5f-64452c110bf0), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.501933 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f1a4c3e8-d220-4621-a8c5-f1c15bd6b208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.604509 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820561bb-7e75-439a-96de-c716cc89aa4c req-62b43a2a-98b5-4f2c-a16d-dc096b9dae92 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:48.612409 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-820561bb-7e75-439a-96de-c716cc89aa4c req-62b43a2a-98b5-4f2c-a16d-dc096b9dae92 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 945 time: 0.1208260 Mar 29 13:18:48.675391 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-820561bb-7e75-439a-96de-c716cc89aa4c req-dfa2ff59-fe97-4076-be7a-7cb9cff4e5a1 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619409 Mar 29 13:18:48.756619 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b222b-ac67-4028-b60f-a1ea388082d7 None None] Pushing event updated for resources: {'Port': ['ID=29acee70-d594-436e-ba5f-64452c110bf0,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:48.777092 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Attempting to bind port 29acee70-d594-436e-ba5f-64452c110bf0 on host dv-cinder-815560-5-iscsi for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:18:48.777745 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Attempting to bind port 29acee70-d594-436e-ba5f-64452c110bf0 by drivers openvswitch,hyperv on host dv-cinder-815560-5-iscsi at level 0 using segments [{'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:18:48.778115 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Attempting to bind port 29acee70-d594-436e-ba5f-64452c110bf0 on network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:18:48.783644 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Checking agent: {'id': '6059d7af-bb7a-4698-82e0-62f595eeabff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815560-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 2, 23), 'started_at': datetime.datetime(2022, 3, 29, 13, 2, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815560-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:18:48.787169 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Checking segment: {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:18:48.787169 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.787169 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Bound using segment: {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:18:48.787169 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Bound port: 29acee70-d594-436e-ba5f-64452c110bf0, host: dv-cinder-815560-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111c00d2-d3a7-4860-bd2d-9b7e1cc94962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:18:48.787169 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (29acee70-d594-436e-ba5f-64452c110bf0), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.897379 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] For port 29acee70-d594-436e-ba5f-64452c110bf0, host dv-cinder-815560-5-iscsi, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:18:48.900519 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] For port 29acee70-d594-436e-ba5f-64452c110bf0, host dv-cinder-815560-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=29acee70-d594-436e-ba5f-64452c110bf0,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:18:48.949212 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-8c121f81-59e7-4683-838c-cd08c98e8d52 None None] Provisioning complete for port 29acee70-d594-436e-ba5f-64452c110bf0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:48.949587 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8c121f81-59e7-4683-838c-cd08c98e8d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (29acee70-d594-436e-ba5f-64452c110bf0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:48.989548 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8c121f81-59e7-4683-838c-cd08c98e8d52 None None] Port 29acee70-d594-436e-ba5f-64452c110bf0 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:18:49.000720 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (29acee70-d594-436e-ba5f-64452c110bf0), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:49.061829 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Routers {'4e3733bc-267c-4b65-88db-a97ecb7b3de2'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:49.062521 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:49.107148 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b222b-ac67-4028-b60f-a1ea388082d7 None None] Pushing event updated for resources: {'Port': ['ID=29acee70-d594-436e-ba5f-64452c110bf0,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:49.242332 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 2a61b00f-52a5-406c-8740-973b44d95856 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:49.255829 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] Set router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:49.416511 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] Provisioning complete for port 29acee70-d594-436e-ba5f-64452c110bf0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:49.417202 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (29acee70-d594-436e-ba5f-64452c110bf0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:49.446036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 2a61b00f-52a5-406c-8740-973b44d95856 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:18:49.454140 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 2a61b00f-52a5-406c-8740-973b44d95856 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:49.454709 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (2a61b00f-52a5-406c-8740-973b44d95856), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:49.526957 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:18:44Z', 'revision_number': 4, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '29acee70-d594-436e-ba5f-64452c110bf0', 'name': '', 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'mac_address': 'fa:16:3e:bb:4d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'dc64015c-8e69-4339-be5f-d07341890aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:43Z', 'updated_at': '2022-03-29T13:18:48Z', 'revision_number': 4, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'subnets': [{'id': 'dc64015c-8e69-4339-be5f-d07341890aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:49.562003 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32664c-70a2-493c-8617-a74a581a2058 None None] The sync data for ids ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'] in dv-cinder-815560-5-iscsi is: [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:18:44Z', 'revision_number': 4, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '29acee70-d594-436e-ba5f-64452c110bf0', 'name': '', 'network_id': '460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'mac_address': 'fa:16:3e:bb:4d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'dc64015c-8e69-4339-be5f-d07341890aeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:43Z', 'updated_at': '2022-03-29T13:18:48Z', 'revision_number': 4, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'subnets': [{'id': 'dc64015c-8e69-4339-be5f-d07341890aeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:18:49.806403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] Current status of the port 29acee70-d594-436e-ba5f-64452c110bf0 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:49.806403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (29acee70-d594-436e-ba5f-64452c110bf0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:49.806403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 2a61b00f-52a5-406c-8740-973b44d95856 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:49.806403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (2a61b00f-52a5-406c-8740-973b44d95856), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:49.806403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] For port 29acee70-d594-436e-ba5f-64452c110bf0, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=29acee70-d594-436e-ba5f-64452c110bf0,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:49.806403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:18:49.811219 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35881470-74c2-4e85-ba4b-e808900e74cc" -d '{"events": [{"server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "2a61b00f-52a5-406c-8740-973b44d95856"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:18:49.850862 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:49.867357 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 2a61b00f-52a5-406c-8740-973b44d95856, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2a61b00f-52a5-406c-8740-973b44d95856,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:18:49.876662 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990eef61-0e43-4b7f-8ec3-ed94b9bf38ad x-openstack-request-id: req-990eef61-0e43-4b7f-8ec3-ed94b9bf38ad {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:18:49.876662 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "name": "network-vif-plugged", "status": "completed", "tag": "2a61b00f-52a5-406c-8740-973b44d95856", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:18:49.883645 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805485ee-e37e-4376-a3ec-f8997d7a7d20 req-5fd95748-4e73-4fd5-be9b-d504d010c08b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:49.884142 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-990eef61-0e43-4b7f-8ec3-ed94b9bf38ad {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:18:49.884445 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990eef61-0e43-4b7f-8ec3-ed94b9bf38ad'] response: {'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856', 'code': 200} Mar 29 13:18:49.885181 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-805485ee-e37e-4376-a3ec-f8997d7a7d20 req-5fd95748-4e73-4fd5-be9b-d504d010c08b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 945 time: 0.0985708 Mar 29 13:18:49.982426 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-805485ee-e37e-4376-a3ec-f8997d7a7d20 req-c1369ddc-d8ff-410e-883d-d905f6923cf2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904436 Mar 29 13:18:50.038476 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 29acee70-d594-436e-ba5f-64452c110bf0 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:50.102151 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 29acee70-d594-436e-ba5f-64452c110bf0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:50.102519 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (29acee70-d594-436e-ba5f-64452c110bf0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:50.172189 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (29acee70-d594-436e-ba5f-64452c110bf0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:50.198398 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff06418-bd56-4787-b0d1-e971cdf6bdef None None] Pushing event updated for resources: {'Port': ['ID=29acee70-d594-436e-ba5f-64452c110bf0,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:50.241780 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 29acee70-d594-436e-ba5f-64452c110bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:50.520501 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (2a61b00f-52a5-406c-8740-973b44d95856), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:50.601357 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=2a61b00f-52a5-406c-8740-973b44d95856,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:50.689420 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12be91-0050-4255-ba96-dfd397aeacf9 req-5e6fdbdd-c55c-48ec-bb59-032fa9353544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:50.692250 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cf12be91-0050-4255-ba96-dfd397aeacf9 req-5e6fdbdd-c55c-48ec-bb59-032fa9353544 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 1130 time: 0.0501742 Mar 29 13:18:50.769266 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-cf12be91-0050-4255-ba96-dfd397aeacf9 req-421f8ee1-5112-472e-b0e9-376ba2215b11 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708935 Mar 29 13:18:51.073339 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:51.172104 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0fd4b-1995-4384-bcd3-4f6c22860be3 req-29b949d8-f26b-47ac-a906-702a72a287c7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:51.173783 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7d0fd4b-1995-4384-bcd3-4f6c22860be3 req-29b949d8-f26b-47ac-a906-702a72a287c7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.1053007 Mar 29 13:18:51.287830 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c7d0fd4b-1995-4384-bcd3-4f6c22860be3 req-d7f8de3a-38f6-42aa-a293-837f67b82d4f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079979 Mar 29 13:18:51.701327 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38836) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:51.876681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fe051507-76e8-4526-87e5-f41a24238942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:51.982580 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 29acee70-d594-436e-ba5f-64452c110bf0 up at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:18:51.997586 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fe051507-76e8-4526-87e5-f41a24238942 admin admin] Publish callbacks [] for security_group (58e10dae-c36f-487c-84d4-64af4524d25c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.042538 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Provisioning complete for port 29acee70-d594-436e-ba5f-64452c110bf0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:18:52.043349 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (29acee70-d594-436e-ba5f-64452c110bf0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.090839 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fe051507-76e8-4526-87e5-f41a24238942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (58e10dae-c36f-487c-84d4-64af4524d25c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.138879 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Current status of the port 29acee70-d594-436e-ba5f-64452c110bf0 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:18:52.142227 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051507-76e8-4526-87e5-f41a24238942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e10dae-c36f-487c-84d4-64af4524d25c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:52.148167 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-fe051507-76e8-4526-87e5-f41a24238942 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41bc9ab3dbe942158ffb64755b2079da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436426 Mar 29 13:18:52.150876 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38840) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:52.206167 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8520df1e-d11c-4b07-bfb8-ed1bcf1a2c8b admin admin] Publish callbacks [] for security_group (58e10dae-c36f-487c-84d4-64af4524d25c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.229847 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8520df1e-d11c-4b07-bfb8-ed1bcf1a2c8b admin admin] Publish callbacks [] for security_group (58e10dae-c36f-487c-84d4-64af4524d25c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.349911 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8520df1e-d11c-4b07-bfb8-ed1bcf1a2c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (58e10dae-c36f-487c-84d4-64af4524d25c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.352628 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8520df1e-d11c-4b07-bfb8-ed1bcf1a2c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.353782 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-8520df1e-d11c-4b07-bfb8-ed1bcf1a2c8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58e10dae-c36f-487c-84d4-64af4524d25c HTTP/1.1" status: 204 len: 168 time: 0.2019105 Mar 29 13:18:52.367031 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520df1e-d11c-4b07-bfb8-ed1bcf1a2c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e10dae-c36f-487c-84d4-64af4524d25c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:52.441747 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24913b0-7b88-41c7-8266-1112d5485163 req-84f00d65-028e-4fb3-a7ae-6e7560a20632 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:52.443633 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d24913b0-7b88-41c7-8266-1112d5485163 req-84f00d65-028e-4fb3-a7ae-6e7560a20632 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.0776081 Mar 29 13:18:52.534716 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-d24913b0-7b88-41c7-8266-1112d5485163 req-abf837e6-7e5e-4370-8d2e-244b5221de0b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846877 Mar 29 13:18:52.696330 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddab3ac-7262-4705-9195-41c249016f34 req-4cb66cb0-1080-4152-af43-e7a6d7d45037 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:52.697957 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3ddab3ac-7262-4705-9195-41c249016f34 req-4cb66cb0-1080-4152-af43-e7a6d7d45037 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.0927529 Mar 29 13:18:52.741914 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:52.756423 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3ddab3ac-7262-4705-9195-41c249016f34 req-0bc2a080-15cf-4585-be9d-14d11c7a5928 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527792 Mar 29 13:18:52.781592 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38852) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:53.033175 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02afb0-b971-42da-894c-4db1a4e780cd tempest-TestVolumeBootPattern-380849225 tempest-TestVolumeBootPattern-380849225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:53.034715 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-5e02afb0-b971-42da-894c-4db1a4e780cd tempest-TestVolumeBootPattern-380849225 tempest-TestVolumeBootPattern-380849225-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 1125 time: 0.2517695 Mar 29 13:18:53.038165 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 38856) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:53.043257 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'port_id': '2a61b00f-52a5-406c-8740-973b44d95856', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:18:53.127058 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.127852 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38860) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:53.153859 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3474fdc9-deec-4c28-a6b3-04d1681b452a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.251620 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3474fdc9-deec-4c28-a6b3-04d1681b452a admin admin] Publish callbacks [] for security_group (b5b86f9d-c92c-4171-a818-2e700bf95b06), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.253351 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.292026 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3474fdc9-deec-4c28-a6b3-04d1681b452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b5b86f9d-c92c-4171-a818-2e700bf95b06), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.342195 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-3474fdc9-deec-4c28-a6b3-04d1681b452a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6416d4794d64713b86dc30336c438e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094135 Mar 29 13:18:53.343110 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474fdc9-deec-4c28-a6b3-04d1681b452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b86f9d-c92c-4171-a818-2e700bf95b06,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:53.345919 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 38864) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:18:53.430059 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-40da726a-0e13-4f7a-b17d-bfa450bda113 admin admin] Publish callbacks [] for security_group (b5b86f9d-c92c-4171-a818-2e700bf95b06), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.455799 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Allocated IP 172.27.1.48 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/46637ca8-bd82-41b1-acf0-b64b5e57d94d) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:18:53.610653 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:53.752832 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-40da726a-0e13-4f7a-b17d-bfa450bda113 admin admin] Publish callbacks [] for security_group (b5b86f9d-c92c-4171-a818-2e700bf95b06), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:54.119278 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:54.147407 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-40da726a-0e13-4f7a-b17d-bfa450bda113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b5b86f9d-c92c-4171-a818-2e700bf95b06), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:54.149958 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-40da726a-0e13-4f7a-b17d-bfa450bda113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:54.153725 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-40da726a-0e13-4f7a-b17d-bfa450bda113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5b86f9d-c92c-4171-a818-2e700bf95b06 HTTP/1.1" status: 204 len: 168 time: 0.8044436 Mar 29 13:18:54.161711 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da726a-0e13-4f7a-b17d-bfa450bda113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b86f9d-c92c-4171-a818-2e700bf95b06,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:54.164460 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:18:54.167368 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:18:54.171018 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:18:54.218416 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=46637ca8-bd82-41b1-acf0-b64b5e57d94d,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:54.629784 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (29f25a4b-222b-4526-9d8e-875fd5ca1ef7), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:54.789946 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:54.994206 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:55.079725 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:55.178499 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event updated for resources: {'Port': ['ID=46637ca8-bd82-41b1-acf0-b64b5e57d94d,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:18:55.191086 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (29f25a4b-222b-4526-9d8e-875fd5ca1ef7), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:55.351960 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Floating IP 29f25a4b-222b-4526-9d8e-875fd5ca1ef7 associated. External IP: 172.27.1.48, port: 2a61b00f-52a5-406c-8740-973b44d95856. Mar 29 13:18:55.685767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:18:56.109439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:18:56.125853 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:18:56.145545 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:56.145545 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:56.196070 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:18:56.237919 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-e5e2899c-a50c-433b-980d-cabae754eb50 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1985292 Mar 29 13:18:56.241146 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:18:56.244148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "tag": "2a61b00f-52a5-406c-8740-973b44d95856"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:18:56.275792 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:56.327406 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d31439-1ac7-4112-b339-b0c3aef94e03 x-openstack-request-id: req-f7d31439-1ac7-4112-b339-b0c3aef94e03 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:18:56.327733 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "tag": "2a61b00f-52a5-406c-8740-973b44d95856", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:18:56.327985 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7d31439-1ac7-4112-b339-b0c3aef94e03 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:18:56.328398 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d31439-1ac7-4112-b339-b0c3aef94e03'] response: {'name': 'network-changed', 'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856', 'status': 'completed', 'code': 200} Mar 29 13:18:56.429519 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-1641908b-23ba-495f-8fe6-b90b81461e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:56.431517 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-1641908b-23ba-495f-8fe6-b90b81461e79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 1130 time: 0.0569677 Mar 29 13:18:56.570804 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '29f25a4b-222b-4526-9d8e-875fd5ca1ef7', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '2a61b00f-52a5-406c-8740-973b44d95856', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:f3:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:18:54Z', 'updated_at': '2022-03-29T13:18:54Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}, {'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:39Z', 'revision_number': 1, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:56.572872 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-b26bf998-967b-48eb-9dcb-af16e9c0c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:56.574335 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-b26bf998-967b-48eb-9dcb-af16e9c0c159 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.1356411 Mar 29 13:18:56.612770 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:18:56.621664 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:18:56.622856 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:18:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:56.721495 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-c536e308-56cc-402c-ac67-a72c2298e783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a61b00f-52a5-406c-8740-973b44d95856 HTTP/1.1" status: 200 len: 999 time: 0.1390524 Mar 29 13:18:56.788103 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-206068fb-7fe5-4d12-9b75-30920d139cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:56.789588 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-206068fb-7fe5-4d12-9b75-30920d139cfb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0608323 Mar 29 13:18:56.852586 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-4ea81f8c-883a-4fdd-80a3-db85c576efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:18:56.854147 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-4ea81f8c-883a-4fdd-80a3-db85c576efa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559380 Mar 29 13:18:56.911585 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:18:57.037144 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-e85e6276-204c-4b9a-a183-638da916ca6b service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747622 Mar 29 13:18:57.166438 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b23f15b0-0d7a-4eaf-b2fa-e827259937ce req-5045166a-ad83-4657-bef4-922b82d58a9b service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224179 Mar 29 13:18:57.173763 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '29f25a4b-222b-4526-9d8e-875fd5ca1ef7', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '2a61b00f-52a5-406c-8740-973b44d95856', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:f3:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:18:54Z', 'updated_at': '2022-03-29T13:18:54Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}, {'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:39Z', 'revision_number': 1, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:18:57.216207 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b0d10-66ed-47df-b866-460ce4577d00 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '29f25a4b-222b-4526-9d8e-875fd5ca1ef7', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '2a61b00f-52a5-406c-8740-973b44d95856', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:f3:c4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:18:54Z', 'updated_at': '2022-03-29T13:18:54Z', 'revision_number': 0, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}, {'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:39Z', 'revision_number': 1, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:18:57.524756 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60504e-a328-481a-95b8-a53e803229a9 None None] New status for floating IP 29f25a4b-222b-4526-9d8e-875fd5ca1ef7: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:19:00.077720 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-9f832fd1-7d0f-48fd-97c5-f4d83703d2d2 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:00.079157 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-9f832fd1-7d0f-48fd-97c5-f4d83703d2d2 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 814 time: 0.0993407 Mar 29 13:19:00.093984 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-17971839-27f9-4a61-95cd-3f413a00417d tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/quotas/02a25dd6065d473ba2b9499b16b63486 HTTP/1.1" status: 200 len: 375 time: 0.0085824 Mar 29 13:19:00.156169 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-b5ed5531-b807-4e4c-8f23-c3b72ff6be90 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571697 Mar 29 13:19:00.251398 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-3711880b-310f-4e31-8814-de2c12db499a service neutron] 10.222.0.21 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830948 Mar 29 13:19:00.351111 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8148e72f-c6d8-4f1f-b517-e6395b62a5f2 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936615 Mar 29 13:19:00.598003 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-880b28e1-ccc5-4ba4-bb13-41f300ed9ffd req-306a46e8-7106-4cea-a56a-f1871c1113e8 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 210 time: 0.0305495 Mar 29 13:19:01.680218 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-da77de94-5a39-4270-a4bb-82dda3ec83a1 req-e38ee7a4-0a25-4d88-8927-3669de433cf4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 210 time: 0.0277119 Mar 29 13:19:02.719456 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39040) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:02.784496 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8f6b67a6-9b1c-4b7a-b8cd-c40908670e4a req-c945f868-ec2e-4a73-ba53-85326f805f0d tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 210 time: 0.0264323 Mar 29 13:19:02.824443 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0dc39d4a-2bed-4d09-bdd7-9eaef6fa2402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:02.894040 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0dc39d4a-2bed-4d09-bdd7-9eaef6fa2402 admin admin] Publish callbacks [] for security_group (3b5734cc-3b63-4311-adb2-01f90fac9b2d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:02.959123 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0dc39d4a-2bed-4d09-bdd7-9eaef6fa2402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3b5734cc-3b63-4311-adb2-01f90fac9b2d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:02.995253 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc39d4a-2bed-4d09-bdd7-9eaef6fa2402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5734cc-3b63-4311-adb2-01f90fac9b2d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:02.999736 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-0dc39d4a-2bed-4d09-bdd7-9eaef6fa2402 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98b3ac6eacfe49ae9ad03c4e3b000d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784483 Mar 29 13:19:03.002176 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39046) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:03.053026 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-665b5e7c-3bbc-4256-9c55-1e2b050abbcf admin admin] Publish callbacks [] for security_group (3b5734cc-3b63-4311-adb2-01f90fac9b2d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.073698 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-665b5e7c-3bbc-4256-9c55-1e2b050abbcf admin admin] Publish callbacks [] for security_group (3b5734cc-3b63-4311-adb2-01f90fac9b2d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.170248 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-665b5e7c-3bbc-4256-9c55-1e2b050abbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (3b5734cc-3b63-4311-adb2-01f90fac9b2d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.172912 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-665b5e7c-3bbc-4256-9c55-1e2b050abbcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.174063 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-665b5e7c-3bbc-4256-9c55-1e2b050abbcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b5734cc-3b63-4311-adb2-01f90fac9b2d HTTP/1.1" status: 204 len: 168 time: 0.1709950 Mar 29 13:19:03.182598 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b5e7c-3bbc-4256-9c55-1e2b050abbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5734cc-3b63-4311-adb2-01f90fac9b2d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:03.342742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-4e4e9fd6-8bd7-490c-9cb6-1529120a6052 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:03.344900 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-4e4e9fd6-8bd7-490c-9cb6-1529120a6052 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.18 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 814 time: 0.1110449 Mar 29 13:19:03.368248 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'port': {'device_id': '77f46a86-822e-4d31-8379-d0c799d19503', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'admin_state_up': True, 'tenant_id': '02a25dd6065d473ba2b9499b16b63486'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:03.552996 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Made reservation on behalf of 02a25dd6065d473ba2b9499b16b63486 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:19:03.556447 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.692576 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Allocated IP 172.20.0.10 (1fa7b799-e49b-4de5-b502-30d5a68be356/985bf64e-e43d-41f4-a022-ded4991304b7/5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:19:03.744456 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39060) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:03.757091 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71884732-97a3-4a84-bc3e-131abad018fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.838627 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71884732-97a3-4a84-bc3e-131abad018fb admin admin] Publish callbacks [] for security_group (c1fdcba0-43d4-408e-9234-011ab2315bd3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.862980 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.896896 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-b27e90dc-f760-4865-9259-507aadf35e95 req-3236b88b-0af0-4b90-bc61-1d17dde7639e tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 210 time: 0.0294938 Mar 29 13:19:03.907954 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71884732-97a3-4a84-bc3e-131abad018fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c1fdcba0-43d4-408e-9234-011ab2315bd3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:03.948970 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-71884732-97a3-4a84-bc3e-131abad018fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9085b5672ad6408cbf2e1c6de7b33f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057021 Mar 29 13:19:03.950180 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71884732-97a3-4a84-bc3e-131abad018fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fdcba0-43d4-408e-9234-011ab2315bd3,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:03.951725 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39072) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:03.972182 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.048555 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:19:04.055253 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:19:04.058878 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:04.061141 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:19:04.105822 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9322-3d2a-42dc-8b46-0e7a5299ff0b admin admin] Publish callbacks [] for security_group (c1fdcba0-43d4-408e-9234-011ab2315bd3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.134412 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:04.135286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.161910 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9322-3d2a-42dc-8b46-0e7a5299ff0b admin admin] Publish callbacks [] for security_group (c1fdcba0-43d4-408e-9234-011ab2315bd3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.259662 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-8da8719d-0968-484d-813c-e0cbf57f07f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954451 Mar 29 13:19:04.302193 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9322-3d2a-42dc-8b46-0e7a5299ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c1fdcba0-43d4-408e-9234-011ab2315bd3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.305036 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdf9322-3d2a-42dc-8b46-0e7a5299ff0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.306175 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-0cdf9322-3d2a-42dc-8b46-0e7a5299ff0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1fdcba0-43d4-408e-9234-011ab2315bd3 HTTP/1.1" status: 204 len: 168 time: 0.3532917 Mar 29 13:19:04.326501 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf9322-3d2a-42dc-8b46-0e7a5299ff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fdcba0-43d4-408e-9234-011ab2315bd3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:04.373953 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3e749d22-2bc2-4d0b-8b57-2d9626980714 None None] Provisioning complete for port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:19:04.374403 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3e749d22-2bc2-4d0b-8b57-2d9626980714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:04.470008 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3e749d22-2bc2-4d0b-8b57-2d9626980714 None None] Port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 13:19:05.055700 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febba18-be9f-4561-9328-37c965515727 req-e0d3ae06-132e-4e68-b1cc-85d7d1663ac2 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:05.057611 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7febba18-be9f-4561-9328-37c965515727 req-e0d3ae06-132e-4e68-b1cc-85d7d1663ac2 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 932 time: 0.0646398 Mar 29 13:19:05.137104 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39090) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:05.143969 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7febba18-be9f-4561-9328-37c965515727 req-1fff6b68-8bd2-4116-8a6e-462027f3dd00 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799398 Mar 29 13:19:05.162503 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04ce9874-c6b3-457e-accf-acf884579b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.328989 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.341630 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04ce9874-c6b3-457e-accf-acf884579b14 admin admin] Publish callbacks [] for security_group (151ea822-7da7-41c8-815b-7b166ebb2b68), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.404364 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04ce9874-c6b3-457e-accf-acf884579b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (151ea822-7da7-41c8-815b-7b166ebb2b68), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.457892 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-04ce9874-c6b3-457e-accf-acf884579b14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86acca33c52b45d8ae7e6b37dcd0ed4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186173 Mar 29 13:19:05.459849 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce9874-c6b3-457e-accf-acf884579b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151ea822-7da7-41c8-815b-7b166ebb2b68,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:05.461056 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39092) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:05.540040 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-709bd049-6daa-4137-a0b5-b848c666538e admin admin] Publish callbacks [] for security_group (151ea822-7da7-41c8-815b-7b166ebb2b68), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.579800 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-709bd049-6daa-4137-a0b5-b848c666538e admin admin] Publish callbacks [] for security_group (151ea822-7da7-41c8-815b-7b166ebb2b68), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.702093 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-709bd049-6daa-4137-a0b5-b848c666538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (151ea822-7da7-41c8-815b-7b166ebb2b68), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.705221 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-709bd049-6daa-4137-a0b5-b848c666538e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:05.714096 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-709bd049-6daa-4137-a0b5-b848c666538e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/151ea822-7da7-41c8-815b-7b166ebb2b68 HTTP/1.1" status: 204 len: 168 time: 0.2468758 Mar 29 13:19:05.725877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bd049-6daa-4137-a0b5-b848c666538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151ea822-7da7-41c8-815b-7b166ebb2b68,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:06.298053 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c3b43-5046-4474-9ba4-c9b2b002ec71 req-107932b6-126b-403e-8f17-444e90551f85 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:06.299549 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-589c3b43-5046-4474-9ba4-c9b2b002ec71 req-107932b6-126b-403e-8f17-444e90551f85 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 932 time: 0.0686369 Mar 29 13:19:06.373484 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-589c3b43-5046-4474-9ba4-c9b2b002ec71 req-c7304d1c-a697-480e-bfe7-f5271bc4ce0e tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678148 Mar 29 13:19:07.553381 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3143d1-6f19-4c28-a2fd-211f44dc3a1f req-178d6cd5-ba98-4ac2-955a-146f0af2f51a tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:07.554828 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9a3143d1-6f19-4c28-a2fd-211f44dc3a1f req-178d6cd5-ba98-4ac2-955a-146f0af2f51a tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 932 time: 0.0751865 Mar 29 13:19:07.607462 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-9a3143d1-6f19-4c28-a2fd-211f44dc3a1f req-70df08fa-9d71-4087-9b23-99c5d14e9e3a tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461855 Mar 29 13:19:08.496861 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:19:08.779638 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124a7f4-842d-49f7-9519-11e2c3597855 req-e0a0071d-7815-48d1-97e2-00b7efda345c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:08.781249 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e124a7f4-842d-49f7-9519-11e2c3597855 req-e0a0071d-7815-48d1-97e2-00b7efda345c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 932 time: 0.0948617 Mar 29 13:19:08.847268 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-e124a7f4-842d-49f7-9519-11e2c3597855 req-35cf08b8-018f-4ed0-9589-0a13d9f8e822 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600915 Mar 29 13:19:09.988104 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4beb9-8c52-4cbf-83ad-3bc414221055 req-c62fdd05-6a18-44bf-8910-c68a3ba2000b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:09.989588 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96f4beb9-8c52-4cbf-83ad-3bc414221055 req-c62fdd05-6a18-44bf-8910-c68a3ba2000b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 932 time: 0.0712056 Mar 29 13:19:10.076780 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-96f4beb9-8c52-4cbf-83ad-3bc414221055 req-a75f3592-7947-440c-8c2f-7f02b44ca0c7 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740268 Mar 29 13:19:11.212437 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d3425-64ac-4409-8e5f-961451aa2327 req-a676614f-096b-4f1a-964b-7282ed06ed08 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:11.214193 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-230d3425-64ac-4409-8e5f-961451aa2327 req-a676614f-096b-4f1a-964b-7282ed06ed08 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 932 time: 0.0606940 Mar 29 13:19:11.264469 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-230d3425-64ac-4409-8e5f-961451aa2327 req-faac5486-f712-4efa-ab23-c728fd94b6df tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445077 Mar 29 13:19:11.356258 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Request body: {'port': {'device_id': '77f46a86-822e-4d31-8379-d0c799d19503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:11.427273 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:11.705791 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:19:11.713437 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Publish callbacks [] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:11.726013 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Transition to ACTIVE for port object 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:19:11.812052 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:11.937816 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:11.996948 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:11.997527 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:11.998083 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:11.998642 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:11.999200 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:11.999810 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.002316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.002316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.002316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.002316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.002647 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.003042 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.003737 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.004179 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.004902 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:12.134051 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Attempting to bind port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:19:12.134643 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Attempting to bind port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:19:12.135149 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Attempting to bind port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 on network 1fa7b799-e49b-4de5-b502-30d5a68be356 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:19:12.141167 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 on network 1fa7b799-e49b-4de5-b502-30d5a68be356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:19:12.141492 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Attempting to bind port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 on network 1fa7b799-e49b-4de5-b502-30d5a68be356 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:19:12.157098 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:19:12.157491 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Checking segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:19:12.158022 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Bound using segment: {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:19:12.158461 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Bound port: 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18852c3c-52ee-4117-ba23-600714792af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:19:12.158914 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:12.278681 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:19:12.282637 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:19:12.404104 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238405f5-c862-49ef-b454-e82d9b7a4ace req-4d016f47-44a1-41a5-b5c5-c243fb8ef817 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:12.406807 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-238405f5-c862-49ef-b454-e82d9b7a4ace req-4d016f47-44a1-41a5-b5c5-c243fb8ef817 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 944 time: 0.0636408 Mar 29 13:19:12.413999 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:12.505593 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:12.546172 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:12.551457 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:12.555405 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-a7291b8d-a71f-4db3-bd73-73091bee900b service neutron] 10.222.0.18 "PUT /v2.0/ports/5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 1094 time: 1.2061076 Mar 29 13:19:12.558406 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:19:12.560292 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab" -d '{"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:19:12.627635 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-238405f5-c862-49ef-b454-e82d9b7a4ace req-04400670-67c3-4d0d-9d0b-04d06b650d53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989007 Mar 29 13:19:12.627635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18a8bde-7fc7-4acd-9a93-c409562ec07e x-openstack-request-id: req-d18a8bde-7fc7-4acd-9a93-c409562ec07e {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:19:12.627635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:19:12.627635 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d18a8bde-7fc7-4acd-9a93-c409562ec07e {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:19:12.627635 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18a8bde-7fc7-4acd-9a93-c409562ec07e'] response: {'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'status': 'completed', 'code': 200} Mar 29 13:19:13.375654 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39244) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:13.484956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab req-8a9952c1-3860-4c5c-bb34-47bdb2ab9c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:13.486450 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab req-8a9952c1-3860-4c5c-bb34-47bdb2ab9c47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1128 time: 0.0572731 Mar 29 13:19:13.494038 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5882c03d-344f-4194-ab87-e866445f029f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.635521 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab req-adc77fce-fd18-4959-8d4d-917d686fb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:13.636953 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab req-adc77fce-fd18-4959-8d4d-917d686fb4cd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=02a25dd6065d473ba2b9499b16b63486&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1294315 Mar 29 13:19:13.671661 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5882c03d-344f-4194-ab87-e866445f029f admin admin] Publish callbacks [] for security_group (dc9d9214-e199-45b3-97c6-ebb16fbce62d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.743030 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5882c03d-344f-4194-ab87-e866445f029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dc9d9214-e199-45b3-97c6-ebb16fbce62d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.747399 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df439-12ad-4238-9d40-325e4008ef99 req-af125ea5-2820-4c4b-bf4e-2ea42d30a9e5 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:13.748902 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8e6df439-12ad-4238-9d40-325e4008ef99 req-af125ea5-2820-4c4b-bf4e-2ea42d30a9e5 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 944 time: 0.0580647 Mar 29 13:19:13.772714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab req-a183ddc9-f8ef-469a-a4e1-ff5d35e79347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:13.774186 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2c963d00-33a6-4cdc-8ffd-4b9ec6c80cab req-a183ddc9-f8ef-469a-a4e1-ff5d35e79347 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1301866 Mar 29 13:19:13.798007 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5882c03d-344f-4194-ab87-e866445f029f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24d2f41212bd4c4d8939a8cda147ca8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4211910 Mar 29 13:19:13.798627 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8e6df439-12ad-4238-9d40-325e4008ef99 req-72bf1bc2-c5d7-46af-86ff-9abe6492a9bc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436745 Mar 29 13:19:13.799362 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c03d-344f-4194-ab87-e866445f029f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d9214-e199-45b3-97c6-ebb16fbce62d,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:13.800727 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39252) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:13.863373 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46dd7b4c-3fae-43fe-80c2-4058db394df6 admin admin] Publish callbacks [] for security_group (dc9d9214-e199-45b3-97c6-ebb16fbce62d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.885429 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46dd7b4c-3fae-43fe-80c2-4058db394df6 admin admin] Publish callbacks [] for security_group (dc9d9214-e199-45b3-97c6-ebb16fbce62d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.890326 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-72bfa75b-2d89-467b-bae7-89933bd1b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:13.891981 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-72bfa75b-2d89-467b-bae7-89933bd1b661 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1128 time: 0.0503254 Mar 29 13:19:13.942230 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-5a5fafde-70c9-4c01-8a19-5de58794df1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 217 time: 0.0358613 Mar 29 13:19:13.987410 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46dd7b4c-3fae-43fe-80c2-4058db394df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (dc9d9214-e199-45b3-97c6-ebb16fbce62d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.990256 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-46dd7b4c-3fae-43fe-80c2-4058db394df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:13.992031 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-46dd7b4c-3fae-43fe-80c2-4058db394df6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc9d9214-e199-45b3-97c6-ebb16fbce62d HTTP/1.1" status: 204 len: 168 time: 0.1903102 Mar 29 13:19:13.996362 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-7dc1665b-8a33-43ee-9e97-855cc863f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:13.997833 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-7dc1665b-8a33-43ee-9e97-855cc863f9bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 200 len: 853 time: 0.0489337 Mar 29 13:19:14.000970 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd7b4c-3fae-43fe-80c2-4058db394df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d9214-e199-45b3-97c6-ebb16fbce62d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:14.056735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081980da-a57b-46e0-a81c-bd96385aed49 req-56273e37-20a5-4957-bda5-12ca11d319d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:14.058593 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-56273e37-20a5-4957-bda5-12ca11d319d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fa7b799-e49b-4de5-b502-30d5a68be356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537629 Mar 29 13:19:14.148811 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-14da5506-32ca-47b6-97a5-037411052705 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832198 Mar 29 13:19:14.246394 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-081980da-a57b-46e0-a81c-bd96385aed49 req-1bc6ba39-93c1-496a-80b5-a897489f1fd7 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904865 Mar 29 13:19:14.923009 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba1d30-7e0f-4f19-9754-5f6b3ad470a9 req-9581bda7-74be-46ab-ac49-51d28ea62e43 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:14.924507 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5cba1d30-7e0f-4f19-9754-5f6b3ad470a9 req-9581bda7-74be-46ab-ac49-51d28ea62e43 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 944 time: 0.0536253 Mar 29 13:19:14.976427 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5cba1d30-7e0f-4f19-9754-5f6b3ad470a9 req-9830dc77-2164-4da5-8bc3-b8583651e982 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457487 Mar 29 13:19:15.541297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39286) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:15.645692 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-225e9b3a-e624-4325-a9ca-3ecfe10f8ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:15.722177 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-225e9b3a-e624-4325-a9ca-3ecfe10f8ceb admin admin] Publish callbacks [] for security_group (2e3ac386-0c16-44f3-8113-f1459ae2889d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:15.775933 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-225e9b3a-e624-4325-a9ca-3ecfe10f8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2e3ac386-0c16-44f3-8113-f1459ae2889d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:15.813379 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-225e9b3a-e624-4325-a9ca-3ecfe10f8ceb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8e0ba5409954d89825904a617cfd49d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710307 Mar 29 13:19:15.814251 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e9b3a-e624-4325-a9ca-3ecfe10f8ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ac386-0c16-44f3-8113-f1459ae2889d,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:15.816135 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39292) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:15.868186 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5de6270c-ddc7-4324-83ee-7e302a1cbaed admin admin] Publish callbacks [] for security_group (2e3ac386-0c16-44f3-8113-f1459ae2889d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:15.889569 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5de6270c-ddc7-4324-83ee-7e302a1cbaed admin admin] Publish callbacks [] for security_group (2e3ac386-0c16-44f3-8113-f1459ae2889d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:16.032833 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5de6270c-ddc7-4324-83ee-7e302a1cbaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2e3ac386-0c16-44f3-8113-f1459ae2889d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:16.035430 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5de6270c-ddc7-4324-83ee-7e302a1cbaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:16.036661 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-5de6270c-ddc7-4324-83ee-7e302a1cbaed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e3ac386-0c16-44f3-8113-f1459ae2889d HTTP/1.1" status: 204 len: 168 time: 0.2194726 Mar 29 13:19:16.047175 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6270c-ddc7-4324-83ee-7e302a1cbaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ac386-0c16-44f3-8113-f1459ae2889d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:16.103300 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e4784-0d69-491a-9771-948ef7fadf26 req-b9fbfe1c-5898-4222-9182-58958a20980c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:16.104817 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-283e4784-0d69-491a-9771-948ef7fadf26 req-b9fbfe1c-5898-4222-9182-58958a20980c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 944 time: 0.0594528 Mar 29 13:19:16.154604 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-283e4784-0d69-491a-9771-948ef7fadf26 req-481fbae8-46fb-41c8-9474-577e7f07a846 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Mar 29 13:19:16.364512 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e16eb194-cd2d-490c-9d04-1a606c5e17c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:17.280062 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d4c77-384d-4f82-9845-af132baa975b req-e002ea22-df8b-4732-9d07-ae0f64ef98b4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:17.286844 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-808d4c77-384d-4f82-9845-af132baa975b req-e002ea22-df8b-4732-9d07-ae0f64ef98b4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 944 time: 0.0581198 Mar 29 13:19:17.335625 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-808d4c77-384d-4f82-9845-af132baa975b req-50f1ac72-76db-4e68-9e53-935753f994cc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Mar 29 13:19:17.379073 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:19:17.481436 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:17.492763 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'port_id': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'mac_address': 'fa:16:3e:23:86:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:19:17.533439 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:19:17.533824 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:17.546608 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:19:17.566034 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:17.650334 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:17.703200 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:17.713468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.713899 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.714296 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.714697 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.715116 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.715464 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.715813 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.716251 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.716659 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.717059 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.717394 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.717766 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.718174 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.718589 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:17.718927 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:18.028053 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:19:18.455441 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c30f-3669-47db-aa25-ee1d37284468 req-aec50043-72ed-4ec1-ac4d-7f55027bf681 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:18.457030 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-08d3c30f-3669-47db-aa25-ee1d37284468 req-aec50043-72ed-4ec1-ac4d-7f55027bf681 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 945 time: 0.0530932 Mar 29 13:19:18.503711 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-08d3c30f-3669-47db-aa25-ee1d37284468 req-a5887352-bf3a-4dbd-96fa-5c5efbcce920 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Mar 29 13:19:18.530153 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1b3b5a2e-4adc-463b-9cb7-5edd689f0717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:19.380258 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:19:19.495860 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:19:19.499843 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:19:19.500218 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:19.580089 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:19:19.580864 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:19.611788 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:19:19.614035 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f42c40-68d2-474f-a71c-d174dd7db5d5" -d '{"events": [{"server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "name": "network-vif-plugged", "status": "completed", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:19:19.623918 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd956b6-0760-43ed-9fd1-5a54bbeb37df req-4cb26361-503f-4866-9e10-4c4a8b3eb69c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:19.625428 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1fd956b6-0760-43ed-9fd1-5a54bbeb37df req-4cb26361-503f-4866-9e10-4c4a8b3eb69c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Mar 29 13:19:19.631759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:19.652840 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c949602-236b-4ec1-affe-b801ab664e7f x-openstack-request-id: req-6c949602-236b-4ec1-affe-b801ab664e7f {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:19:19.653128 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "name": "network-vif-plugged", "status": "completed", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:19:19.653375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c949602-236b-4ec1-affe-b801ab664e7f {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:19:19.653765 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c949602-236b-4ec1-affe-b801ab664e7f'] response: {'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'code': 200} Mar 29 13:19:19.679789 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1fd956b6-0760-43ed-9fd1-5a54bbeb37df req-b07a66f7-a146-4675-aadc-8fd27d460428 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Mar 29 13:19:19.690634 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:19.735960 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:19.783616 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:20.100907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26672782-a304-4d72-8d7e-77a802bbc782 req-ba7a7f03-0f2b-4f2b-bc4a-0ed0330d25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:20.103230 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-26672782-a304-4d72-8d7e-77a802bbc782 req-ba7a7f03-0f2b-4f2b-bc4a-0ed0330d25f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1130 time: 0.0434587 Mar 29 13:19:20.150776 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-26672782-a304-4d72-8d7e-77a802bbc782 req-56a82285-b8e1-45b7-8f56-351405bcb60e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406027 Mar 29 13:19:20.797929 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d001ac-e530-47e3-8ee3-50bd124f7364 req-6b91de83-87f5-48fc-9e78-ab46e45f7410 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:20.799431 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c4d001ac-e530-47e3-8ee3-50bd124f7364 req-6b91de83-87f5-48fc-9e78-ab46e45f7410 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0527768 Mar 29 13:19:20.845908 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-c4d001ac-e530-47e3-8ee3-50bd124f7364 req-5b5b18cb-5b33-41f0-b72a-50fd9dd4f310 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Mar 29 13:19:21.049852 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:21.964202 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd2684-ef04-4033-ac7d-d69eb982e407 req-0f3fc6e6-8562-4b6f-b767-2a2839496616 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:21.965669 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-77fd2684-ef04-4033-ac7d-d69eb982e407 req-0f3fc6e6-8562-4b6f-b767-2a2839496616 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0523224 Mar 29 13:19:22.012659 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-77fd2684-ef04-4033-ac7d-d69eb982e407 req-3caffecd-aa48-4788-8b1c-c56188bc1179 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Mar 29 13:19:22.130616 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618243-2520-415a-bde4-9fa924d987e0 req-f5c7c04d-0049-414b-93da-84a78a8e5181 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:22.132000 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6618243-2520-415a-bde4-9fa924d987e0 req-f5c7c04d-0049-414b-93da-84a78a8e5181 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0537775 Mar 29 13:19:22.177460 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a6618243-2520-415a-bde4-9fa924d987e0 req-0f7a6e75-4401-4879-ab7e-c11f2705169a tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 Mar 29 13:19:22.495500 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b06728-58cc-4ea9-9ac5-2d4bb28d4ed2 req-b5890f81-2191-4179-9637-f5e0e98975f1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:22.496979 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-42b06728-58cc-4ea9-9ac5-2d4bb28d4ed2 req-b5890f81-2191-4179-9637-f5e0e98975f1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0520246 Mar 29 13:19:22.543449 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-42b06728-58cc-4ea9-9ac5-2d4bb28d4ed2 req-f9bd4f7c-bee6-4ca1-ada3-0eb30e893133 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Mar 29 13:19:22.718246 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.178527 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39396) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:27.280578 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-902b1088-c3df-4166-9690-3b3525a95000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.355792 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-902b1088-c3df-4166-9690-3b3525a95000 admin admin] Publish callbacks [] for security_group (ab396043-cbbd-4a39-8758-a76d8d95b471), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.409876 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-902b1088-c3df-4166-9690-3b3525a95000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (ab396043-cbbd-4a39-8758-a76d8d95b471), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.447869 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-902b1088-c3df-4166-9690-3b3525a95000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4521cef3923b42319dc03f06a12e036f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677462 Mar 29 13:19:27.448730 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b1088-c3df-4166-9690-3b3525a95000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab396043-cbbd-4a39-8758-a76d8d95b471,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:27.450646 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39402) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:27.497673 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-58c76b7d-b274-4c2c-a6ca-c7f3bddb22eb admin admin] Publish callbacks [] for security_group (ab396043-cbbd-4a39-8758-a76d8d95b471), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.518576 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-58c76b7d-b274-4c2c-a6ca-c7f3bddb22eb admin admin] Publish callbacks [] for security_group (ab396043-cbbd-4a39-8758-a76d8d95b471), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.609489 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-58c76b7d-b274-4c2c-a6ca-c7f3bddb22eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (ab396043-cbbd-4a39-8758-a76d8d95b471), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.612088 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-58c76b7d-b274-4c2c-a6ca-c7f3bddb22eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:27.613235 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-58c76b7d-b274-4c2c-a6ca-c7f3bddb22eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab396043-cbbd-4a39-8758-a76d8d95b471 HTTP/1.1" status: 204 len: 168 time: 0.1615074 Mar 29 13:19:27.621054 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c76b7d-b274-4c2c-a6ca-c7f3bddb22eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab396043-cbbd-4a39-8758-a76d8d95b471,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:34.099509 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39458) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:34.250837 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Deleting port f200e9fc-0bff-42b7-b0ad-7ba62a278956 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:34.251105 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:34.323531 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:34.323853 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for floatingip (f200e9fc-0bff-42b7-b0ad-7ba62a278956), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:34.335276 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Calling delete_port for f200e9fc-0bff-42b7-b0ad-7ba62a278956 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:34.592714 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (f200e9fc-0bff-42b7-b0ad-7ba62a278956), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:34.621225 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event deleted for resources: {'Port': ['ID=f200e9fc-0bff-42b7-b0ad-7ba62a278956,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:34.632284 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.632633 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.632987 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.633309 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.633639 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.633965 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.634289 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.634616 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.634938 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.635260 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.636244 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.636579 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.636899 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.637214 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.637534 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:19:34.693127 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for floatingip (cadb6298-b0a5-486b-bab0-5f6b3a7af478), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:34.693460 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Floating IP cadb6298-b0a5-486b-bab0-5f6b3a7af478 disassociated (deleted). External IP: 172.27.1.73, port: 5d5c62bd-4788-43b9-b48b-fef300dc9eff. Mar 29 13:19:34.907017 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Router c0fe5a79-5d5d-4601-9f5f-67692f5442ee has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:19:35.019622 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:19:35.024661 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:35.035241 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] Sync routers for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:19:35.040658 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:35.041412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:35.056513 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b3e70bd8-7bc8-4616-88df-b14550265407 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "DELETE /v2.0/floatingips/cadb6298-b0a5-486b-bab0-5f6b3a7af478 HTTP/1.1" status: 204 len: 168 time: 0.9559209 Mar 29 13:19:35.057107 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:19:35.069494 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c72c00-9879-4ffa-b262-07fbb9bbef71" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:19:35.113078 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb90e03-be0f-427c-9f8f-f9aa4f725c67 x-openstack-request-id: req-1fb90e03-be0f-427c-9f8f-f9aa4f725c67 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:19:35.113752 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:19:35.113752 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fb90e03-be0f-427c-9f8f-f9aa4f725c67 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:19:35.114008 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb90e03-be0f-427c-9f8f-f9aa4f725c67'] response: {'name': 'network-changed', 'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'status': 'completed', 'code': 200} Mar 29 13:19:35.165431 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:35.206654 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-23f3a58b-3b22-482e-9911-73237f7019e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:35.208909 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-23f3a58b-3b22-482e-9911-73237f7019e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f50c725faab244d695dbe0740299f994&device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 1129 time: 0.0489919 Mar 29 13:19:35.309020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-cd4b9ce6-413a-4f51-a021-c1a1572dd751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:35.310560 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-cd4b9ce6-413a-4f51-a021-c1a1572dd751 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 200 len: 909 time: 0.0944784 Mar 29 13:19:35.361731 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-ee81116e-b8b1-462b-9a2f-ac62ee12288c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 200 len: 217 time: 0.0453744 Mar 29 13:19:35.388485 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:35.394297 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:35.411063 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-d731a5a0-00ca-4c94-8e5d-353d335bb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:35.412552 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-d731a5a0-00ca-4c94-8e5d-353d335bb66a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 200 len: 848 time: 0.0449281 Mar 29 13:19:35.425710 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] Checking router: c0fe5a79-5d5d-4601-9f5f-67692f5442ee for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:19:35.441220 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:35.441958 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:35.477896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-ccde1282-de0e-4889-9e09-407a7cc4c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:35.477896 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-ccde1282-de0e-4889-9e09-407a7cc4c893 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04e12fcf-4743-448a-ba2f-348290d3be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557196 Mar 29 13:19:35.555082 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:35.585188 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd62dcb-3db9-478e-904f-8481203164ab req-7cec1eaf-29b9-4b21-b477-887afa6bdde0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:35.586681 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dd62dcb-3db9-478e-904f-8481203164ab req-7cec1eaf-29b9-4b21-b477-887afa6bdde0 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.1044059 Mar 29 13:19:35.638045 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-31245a15-e29a-43e6-a07b-ce0bded3dd98 service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542699 Mar 29 13:19:35.673336 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-3dd62dcb-3db9-478e-904f-8481203164ab req-68e08d93-75af-4fce-bdd9-00b157c0c15f tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759668 Mar 29 13:19:35.755562 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c72c00-9879-4ffa-b262-07fbb9bbef71 req-31c1b5e4-2ae7-4c6e-8878-f5a2d51ce3cd service neutron] 10.222.0.18 "GET /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072505 Mar 29 13:19:35.764516 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:35.793219 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0933504b-aed1-43e9-8116-0495529750a3 None None] The sync data for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi is: [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:31Z', 'revision_number': 4, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': 'c1ebc1be-4396-4cdf-8274-509e0b50c93e', 'name': '', 'network_id': '04e12fcf-4743-448a-ba2f-348290d3be14', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'mac_address': 'fa:16:3e:75:fe:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:30Z', 'updated_at': '2022-03-29T13:14:36Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'subnets': [{'id': '59837455-cc35-4c81-81f7-9fcd4735d226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:19:35.968769 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79775f-c50a-4559-ab42-3cd5acc90390 req-f54c7c1a-6707-4ed2-9cd2-d93ebfc03762 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:35.970274 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ee79775f-c50a-4559-ab42-3cd5acc90390 req-f54c7c1a-6707-4ed2-9cd2-d93ebfc03762 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0577676 Mar 29 13:19:36.022179 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ee79775f-c50a-4559-ab42-3cd5acc90390 req-02b32050-d425-4a54-8253-c9749b9923d5 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Mar 29 13:19:36.047792 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39502) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:36.060576 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e495ff6-e5a4-4d9d-9b05-dc1867157e0c None None] New status for floating IP cadb6298-b0a5-486b-bab0-5f6b3a7af478: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:19:36.248050 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3f4cd-ab79-49bc-b06b-848f6e705a27 tempest-TestMinimumBasicScenario-2051401863 tempest-TestMinimumBasicScenario-2051401863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:36.249577 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-14e3f4cd-ab79-49bc-b06b-848f6e705a27 tempest-TestMinimumBasicScenario-2051401863 tempest-TestMinimumBasicScenario-2051401863-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1125 time: 0.2007203 Mar 29 13:19:36.252546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39512) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:36.256790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'floatingip': {'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'port_id': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:36.329536 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:36.440501 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:36.542934 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Allocated IP 172.27.1.29 (85276e9b-9244-441f-a4ab-9967b5691fbf/c47c1daf-43d9-4cc0-88e6-6e7414addf75/183c78ab-a3af-4910-a10b-5069feddfe78) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:19:36.643743 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for port (183c78ab-a3af-4910-a10b-5069feddfe78), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:36.772814 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (183c78ab-a3af-4910-a10b-5069feddfe78), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:36.818790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Network 85276e9b-9244-441f-a4ab-9967b5691fbf is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:19:36.826945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:19:36.832133 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:19:36.855062 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'Port': ['ID=183c78ab-a3af-4910-a10b-5069feddfe78,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:36.875963 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754efbae-ad70-4d95-9592-5fba427a10a9 req-f741691f-f243-4ae0-8d8e-b47b9edbbef6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:36.877453 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-754efbae-ad70-4d95-9592-5fba427a10a9 req-f741691f-f243-4ae0-8d8e-b47b9edbbef6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.1329627 Mar 29 13:19:36.981744 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-754efbae-ad70-4d95-9592-5fba427a10a9 req-a7efb26c-4d9d-47a1-a981-c6268982d55d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977724 Mar 29 13:19:37.218949 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for floatingip (2ba8bd7d-b84d-4bc7-8add-14d37010eddd), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:37.321671 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-0e8f491f-1324-4bc7-9275-0d55bc7729a4 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:37.323033 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-0e8f491f-1324-4bc7-9275-0d55bc7729a4 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0531557 Mar 29 13:19:37.375038 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (183c78ab-a3af-4910-a10b-5069feddfe78), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:37.524829 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Deleting port 5d5c62bd-4788-43b9-b48b-fef300dc9eff {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:37.525169 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:37.891883 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for port (183c78ab-a3af-4910-a10b-5069feddfe78), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:37.910012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] For port 5d5c62bd-4788-43b9-b48b-fef300dc9eff, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5d5c62bd-4788-43b9-b48b-fef300dc9eff,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:37.910317 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:37.923009 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Calling delete_port for 5d5c62bd-4788-43b9-b48b-fef300dc9eff owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:37.966106 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (183c78ab-a3af-4910-a10b-5069feddfe78), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:38.054421 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'Port': ['ID=183c78ab-a3af-4910-a10b-5069feddfe78,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:38.076526 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1590908'] for floatingip (2ba8bd7d-b84d-4bc7-8add-14d37010eddd), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:38.106478 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5b847-9621-40de-bf9e-e039eab31eb8 req-05f04818-56aa-4cc0-982c-9483777607c6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:38.107981 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-65c5b847-9621-40de-bf9e-e039eab31eb8 req-05f04818-56aa-4cc0-982c-9483777607c6 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 945 time: 0.0583496 Mar 29 13:19:38.159702 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-65c5b847-9621-40de-bf9e-e039eab31eb8 req-344a0810-68de-45ea-98af-8ad8583469b9 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d714cb9-4695-4b2c-8a79-e83acae5febb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459011 Mar 29 13:19:38.221004 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Floating IP 2ba8bd7d-b84d-4bc7-8add-14d37010eddd associated. External IP: 172.27.1.29, port: 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0. Mar 29 13:19:38.325675 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5d5c62bd-4788-43b9-b48b-fef300dc9eff), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:38.413797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event deleted for resources: {'Port': ['ID=5d5c62bd-4788-43b9-b48b-fef300dc9eff,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:38.471042 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] No DVR routers for this DVR port 5d5c62bd-4788-43b9-b48b-fef300dc9eff on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:19:38.474490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:38.477783 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8ecd1f9f-6a33-41d9-97a5-ff4a2cad76cd req-451b6aec-e508-4a4b-837e-d27988480c94 tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.18 "DELETE /v2.0/ports/5d5c62bd-4788-43b9-b48b-fef300dc9eff HTTP/1.1" status: 204 len: 173 time: 1.1360939 Mar 29 13:19:38.478249 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-deleted', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:19:38.481210 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d2850-479a-4a2f-9d02-ee95a30c3bb5" -d '{"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-deleted", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:19:38.506323 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:19:38.519033 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68dbfb5-67a9-4bea-b0cf-21d565b7488a x-openstack-request-id: req-b68dbfb5-67a9-4bea-b0cf-21d565b7488a {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:19:38.519316 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5f774f-5a3f-49d4-9be5-d2c621b9c915", "name": "network-vif-deleted", "tag": "5d5c62bd-4788-43b9-b48b-fef300dc9eff", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:19:38.519609 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b68dbfb5-67a9-4bea-b0cf-21d565b7488a {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:19:38.520008 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68dbfb5-67a9-4bea-b0cf-21d565b7488a'] response: {'server_uuid': 'fc5f774f-5a3f-49d4-9be5-d2c621b9c915', 'name': 'network-vif-deleted', 'tag': '5d5c62bd-4788-43b9-b48b-fef300dc9eff', 'status': 'completed', 'code': 200} Mar 29 13:19:38.619399 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:19:38.630514 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] Sync routers for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:19:38.640355 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:38.640965 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:38.737444 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:38.756962 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:38.772863 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39534) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:38.778962 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ef388b68-9914-4df0-97db-5055fcc884fa tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5253167 Mar 29 13:19:38.780014 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265660526', 'description': 'tempest-secgroup-smoke-265660526 description', 'project_id': '02a25dd6065d473ba2b9499b16b63486'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:38.867923 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:38.950352 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group (7fd13a6d-63e3-4460-9292-0bf4a43938f2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.019057 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '2ba8bd7d-b84d-4bc7-8add-14d37010eddd', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'port_id': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'mac_address': 'fa:16:3e:23:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f46a86-822e-4d31-8379-d0c799d19503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:19:37Z', 'updated_at': '2022-03-29T13:19:37Z', 'revision_number': 0, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:39.020733 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (7fd13a6d-63e3-4460-9292-0bf4a43938f2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.049868 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] Checking router: 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:19:39.051045 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd13a6d-63e3-4460-9292-0bf4a43938f2,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:39.060841 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:39.061449 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:39.120447 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.124848 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-848a3804-5446-4d6d-84ab-5b08dbac61d1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3478751 Mar 29 13:19:39.124848 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39536) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:39.130738 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group_rule': {'security_group_id': '7fd13a6d-63e3-4460-9292-0bf4a43938f2', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:39.239347 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (f0999d6a-a8db-4678-8357-6514312010e3), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.245011 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39542) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:39.318953 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6793fd7e-9ede-4c51-bbde-abee70fc31c9 req-08baf634-2fb4-4264-b53c-7c8b35fb2a5d tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc5f774f-5a3f-49d4-9be5-d2c621b9c915 HTTP/1.1" status: 200 len: 210 time: 0.0373762 Mar 29 13:19:39.355668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (f0999d6a-a8db-4678-8357-6514312010e3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.360577 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:39.399694 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c251e42-90a8-4822-84fa-d002c8f8ae89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.433707 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (f0999d6a-a8db-4678-8357-6514312010e3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.462266 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0999d6a-a8db-4678-8357-6514312010e3,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:39.466317 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:39.486201 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c251e42-90a8-4822-84fa-d002c8f8ae89 admin admin] Publish callbacks [] for security_group (a5b423f5-8a0e-4118-8458-38be74ec948d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.489498 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 5d5c62bd-4788-43b9-b48b-fef300dc9eff {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:39.489711 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5d5c62bd-4788-43b9-b48b-fef300dc9eff not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:39.537448 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.538707 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-ff64eb4d-9fa8-455e-b7e2-4e3ce5773056 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122870 Mar 29 13:19:39.541661 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39546) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:39.547137 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group_rule': {'security_group_id': '7fd13a6d-63e3-4460-9292-0bf4a43938f2', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:39.565497 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2c251e42-90a8-4822-84fa-d002c8f8ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a5b423f5-8a0e-4118-8458-38be74ec948d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.607575 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-2c251e42-90a8-4822-84fa-d002c8f8ae89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=057dc723abed49c8830cc55a1850b0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575990 Mar 29 13:19:39.607575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c251e42-90a8-4822-84fa-d002c8f8ae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b423f5-8a0e-4118-8458-38be74ec948d,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:39.607991 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39548) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:39.645005 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '2ba8bd7d-b84d-4bc7-8add-14d37010eddd', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'port_id': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'mac_address': 'fa:16:3e:23:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f46a86-822e-4d31-8379-d0c799d19503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:19:37Z', 'updated_at': '2022-03-29T13:19:37Z', 'revision_number': 0, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:39.646669 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (b83ac96f-925f-4040-882c-8349d5c4c80d), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.660502 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bba315e-9025-429c-a463-831c1a6408db admin admin] Publish callbacks [] for security_group (a5b423f5-8a0e-4118-8458-38be74ec948d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.674759 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9897b4-c7c1-40ca-bec4-114daa26d507 None None] The sync data for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi is: [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '2ba8bd7d-b84d-4bc7-8add-14d37010eddd', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'floating_ip_address': '172.27.1.29', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'port_id': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'mac_address': 'fa:16:3e:23:86:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f46a86-822e-4d31-8379-d0c799d19503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:19:37Z', 'updated_at': '2022-03-29T13:19:37Z', 'revision_number': 0, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:19:39.691266 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bba315e-9025-429c-a463-831c1a6408db admin admin] Publish callbacks [] for security_group (a5b423f5-8a0e-4118-8458-38be74ec948d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.725717 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (b83ac96f-925f-4040-882c-8349d5c4c80d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.806111 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (b83ac96f-925f-4040-882c-8349d5c4c80d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.830019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83ac96f-925f-4040-882c-8349d5c4c80d,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:39.841709 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bba315e-9025-429c-a463-831c1a6408db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (a5b423f5-8a0e-4118-8458-38be74ec948d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.845374 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7bba315e-9025-429c-a463-831c1a6408db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.846669 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-7bba315e-9025-429c-a463-831c1a6408db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5b423f5-8a0e-4118-8458-38be74ec948d HTTP/1.1" status: 204 len: 168 time: 0.2376115 Mar 29 13:19:39.855716 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba315e-9025-429c-a463-831c1a6408db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b423f5-8a0e-4118-8458-38be74ec948d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:39.924551 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f0f35-6310-4702-9669-acc53849c12a None None] New status for floating IP 2ba8bd7d-b84d-4bc7-8add-14d37010eddd: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:19:39.960365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:39.961806 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9505aecc-15f9-47a3-8806-5e715b0f6614 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4189842 Mar 29 13:19:39.965219 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39552) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:39.969648 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group_rule': {'security_group_id': '7fd13a6d-63e3-4460-9292-0bf4a43938f2', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:40.174953 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (bde3a53b-29fd-446b-89e8-cd86ec0155a1), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.270365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (bde3a53b-29fd-446b-89e8-cd86ec0155a1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.346911 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (bde3a53b-29fd-446b-89e8-cd86ec0155a1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.368705 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde3a53b-29fd-446b-89e8-cd86ec0155a1,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:40.436223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.437588 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1b133fef-9bee-4238-9055-8412baddb9be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4713440 Mar 29 13:19:40.443361 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39566) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:40.451046 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group_rule': {'security_group_id': '7fd13a6d-63e3-4460-9292-0bf4a43938f2', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:40.521714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:19:40.524148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdfaa09-f238-4605-8792-7c03d1df8368" -d '{"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:19:40.559114 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f323b1e-c6a3-4541-9e21-0946101bfff2 x-openstack-request-id: req-4f323b1e-c6a3-4541-9e21-0946101bfff2 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:19:40.559413 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:19:40.560095 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f323b1e-c6a3-4541-9e21-0946101bfff2 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:19:40.560707 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f323b1e-c6a3-4541-9e21-0946101bfff2'] response: {'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'status': 'completed', 'code': 200} Mar 29 13:19:40.569905 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (227d0a2f-db1c-4697-b3a8-63045a9d2985), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.582367 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39570) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:40.718758 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (227d0a2f-db1c-4697-b3a8-63045a9d2985), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.728350 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5fd099ae-1318-4a5b-a89e-3b115751b47c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group (4d714cb9-4695-4b2c-8a79-e83acae5febb), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.734072 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-2e829074-5bce-44a4-9bee-cea2c428992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:40.735593 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-2e829074-5bce-44a4-9bee-cea2c428992c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1130 time: 0.1264012 Mar 29 13:19:40.777575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5fd099ae-1318-4a5b-a89e-3b115751b47c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group (4d714cb9-4695-4b2c-8a79-e83acae5febb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.813689 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (227d0a2f-db1c-4697-b3a8-63045a9d2985), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.856675 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227d0a2f-db1c-4697-b3a8-63045a9d2985,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:40.896579 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-5c243bc2-851e-4c13-9deb-ef74bc286041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:40.898061 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-5c243bc2-851e-4c13-9deb-ef74bc286041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 914 time: 0.1499250 Mar 29 13:19:40.972987 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-ddc11b76-7f47-4d45-8d91-51782dcdde66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 1001 time: 0.0676160 Mar 29 13:19:40.990579 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:40.991719 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ac49cce7-b72b-46cd-8a00-bc5c3b2582cb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5473497 Mar 29 13:19:40.995264 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39580) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:41.001251 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.v2.base [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group_rule': {'security_group_id': '7fd13a6d-63e3-4460-9292-0bf4a43938f2', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:41.028754 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-ae25ee49-d3c0-4828-b73c-329162f9ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:41.030131 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-ae25ee49-d3c0-4828-b73c-329162f9ae61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 200 len: 853 time: 0.0504766 Mar 29 13:19:41.078848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-9439b07a-484c-42cd-ab69-9ccc888624d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:41.080396 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-9439b07a-484c-42cd-ab69-9ccc888624d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fa7b799-e49b-4de5-b502-30d5a68be356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439856 Mar 29 13:19:41.169941 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.securitygroups_db [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Project 02a25dd6065d473ba2b9499b16b63486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 13:19:41.173657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5fd099ae-1318-4a5b-a89e-3b115751b47c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (4d714cb9-4695-4b2c-8a79-e83acae5febb), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.176538 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5fd099ae-1318-4a5b-a89e-3b115751b47c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.180225 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-5fd099ae-1318-4a5b-a89e-3b115751b47c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d714cb9-4695-4b2c-8a79-e83acae5febb HTTP/1.1" status: 204 len: 168 time: 0.5944071 Mar 29 13:19:41.181345 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (1ac21e90-d0ce-488f-9589-59fd309d7fed), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.205548 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd099ae-1318-4a5b-a89e-3b115751b47c tempest-TestShelveInstance-1339176191 tempest-TestShelveInstance-1339176191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d714cb9-4695-4b2c-8a79-e83acae5febb,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:41.232292 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-6d46115f-313b-495f-894f-ee9d4076df69 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448307 Mar 29 13:19:41.247074 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (1ac21e90-d0ce-488f-9589-59fd309d7fed), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.318355 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39590) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:41.329741 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (1ac21e90-d0ce-488f-9589-59fd309d7fed), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.342514 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-acdfaa09-f238-4605-8792-7c03d1df8368 req-90edd41f-47fb-44c0-80f2-6f6a99a8ad6e service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035135 Mar 29 13:19:41.352460 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac21e90-d0ce-488f-9589-59fd309d7fed,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:41.664295 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.665510 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-b6d29811-4de4-48b9-97b5-2114e11f5bcc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6688502 Mar 29 13:19:41.669184 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39594) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:41.673844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'security_group_rule': {'security_group_id': '7fd13a6d-63e3-4460-9292-0bf4a43938f2', 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:41.833333 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Project 02a25dd6065d473ba2b9499b16b63486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 13:19:41.840979 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (5fe4b4e0-bd32-42bc-9a6d-bee064ce4e65), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.861617 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:41.928408 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (5fe4b4e0-bd32-42bc-9a6d-bee064ce4e65), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.021875 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802396'] for security_group_rule (5fe4b4e0-bd32-42bc-9a6d-bee064ce4e65), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.046902 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe4b4e0-bd32-42bc-9a6d-bee064ce4e65,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:42.164821 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Deleting port c1ebc1be-4396-4cdf-8274-509e0b50c93e {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:42.165516 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.257393 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] For port c1ebc1be-4396-4cdf-8274-509e0b50c93e, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=c1ebc1be-4396-4cdf-8274-509e0b50c93e,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:42.257663 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.272454 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Calling delete_port for c1ebc1be-4396-4cdf-8274-509e0b50c93e owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:42.521514 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.522723 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-621ad357-3953-40c3-aaf7-59384f0a158b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8524201 Mar 29 13:19:42.546897 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (c1ebc1be-4396-4cdf-8274-509e0b50c93e), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.577042 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ebc1be-4396-4cdf-8274-509e0b50c93e,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:42.624304 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-9c04087d-b464-4670-b332-23a943031fea tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265660526&fields=id&tenant_id=02a25dd6065d473ba2b9499b16b63486 HTTP/1.1" status: 200 len: 267 time: 0.0538645 Mar 29 13:19:42.720925 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-3fa61d8d-1421-4e28-89bf-1444e2c8a527 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:42.723670 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-3fa61d8d-1421-4e28-89bf-1444e2c8a527 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0936608 Mar 29 13:19:42.738142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'port': {'security_groups': ['08dcfbf9-9761-4782-ba67-cac7becf974c', '7fd13a6d-63e3-4460-9292-0bf4a43938f2']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:19:42.783964 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:42.846417 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.070636 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:43.107403 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.175374 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.215977 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:19:43.220546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:43.221190 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.229017 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e62043a9-c6c2-4fb1-94bc-a71f3eec3178 req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "PUT /v2.0/ports/5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 982 time: 0.4931600 Mar 29 13:19:43.229698 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:19:43.232050 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7374fb22-82fd-4764-b58f-02adb758260e" -d '{"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:19:43.282889 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf374b0-c30f-4f0d-b1c2-1edf250d6c7c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=6']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:43.295159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f81a5dc-2597-4e48-987a-408cafca7050 x-openstack-request-id: req-3f81a5dc-2597-4e48-987a-408cafca7050 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:19:43.295159 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:19:43.295394 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f81a5dc-2597-4e48-987a-408cafca7050 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:19:43.295729 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f81a5dc-2597-4e48-987a-408cafca7050'] response: {'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'status': 'completed', 'code': 200} Mar 29 13:19:43.347583 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Router c0fe5a79-5d5d-4601-9f5f-67692f5442ee has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:19:43.371616 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:19:43.410892 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374fb22-82fd-4764-b58f-02adb758260e req-6db8cae4-7da5-4ab7-99d9-e0bd040695fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:43.413002 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-6db8cae4-7da5-4ab7-99d9-e0bd040695fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1169 time: 0.0708790 Mar 29 13:19:43.469681 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:19:43.478808 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e74ed391-ff4a-4de6-b110-695bb1f02901 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0fe5a79-5d5d-4601-9f5f-67692f5442ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1592779 Mar 29 13:19:43.481344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39606) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:43.483995 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] Sync routers for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:19:43.496138 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719718f7-57e9-4e9e-a49b-bf59075877fd req-902b11e6-35f6-4fe8-b314-e6b845c3233c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:43.497791 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-719718f7-57e9-4e9e-a49b-bf59075877fd req-902b11e6-35f6-4fe8-b314-e6b845c3233c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.1862721 Mar 29 13:19:43.518323 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374fb22-82fd-4764-b58f-02adb758260e req-f1442d28-4ab5-498d-9f22-2675e2618367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:43.519988 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-f1442d28-4ab5-498d-9f22-2675e2618367 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 914 time: 0.0995202 Mar 29 13:19:43.553243 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:43.565445 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:43.605484 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-53aebcf1-113d-4280-9cf2-b36dce5f3cf4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 1001 time: 0.0796947 Mar 29 13:19:43.639762 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-719718f7-57e9-4e9e-a49b-bf59075877fd req-b2d2bcfe-4cba-4610-8a67-de409e64ba82 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094298 Mar 29 13:19:43.642154 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-08afaaf9-4bf0-4790-a8f9-ae5d0f69d36b None None] Provisioning complete for port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:19:43.643015 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-08afaaf9-4bf0-4790-a8f9-ae5d0f69d36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.665631 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks [] for router (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.671725 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374fb22-82fd-4764-b58f-02adb758260e req-9da4d424-a742-4d4a-9d71-4f3e15a44988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:43.673221 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-9da4d424-a742-4d4a-9d71-4f3e15a44988 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 200 len: 853 time: 0.0594630 Mar 29 13:19:43.732677 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374fb22-82fd-4764-b58f-02adb758260e req-733f2bba-2fba-414d-9b08-c6999d8d7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:19:43.734267 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-733f2bba-2fba-414d-9b08-c6999d8d7c37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fa7b799-e49b-4de5-b502-30d5a68be356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527043 Mar 29 13:19:43.781738 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks [] for router_gateway (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.821322 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:43.840222 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-7099dfa2-add8-4d29-86f2-c1994dcc5dd3 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992568 Mar 29 13:19:43.934798 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Deleting port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:43.935193 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:43.945260 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7374fb22-82fd-4764-b58f-02adb758260e req-38f09364-bf13-4f33-8066-a367ba924ab0 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988350 Mar 29 13:19:44.029887 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-08afaaf9-4bf0-4790-a8f9-ae5d0f69d36b None None] Current status of the port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:19:44.069349 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] For port 9c06dc96-656a-4d71-a14d-5c6923a1a4b9, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:44.069792 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.084101 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Calling delete_port for 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:44.251740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:19:42Z', 'revision_number': 5, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port': {'id': '9c06dc96-656a-4d71-a14d-5c6923a1a4b9', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:44.286931 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] Checking router: c0fe5a79-5d5d-4601-9f5f-67692f5442ee for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:19:44.313990 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] Routers {'c0fe5a79-5d5d-4601-9f5f-67692f5442ee'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:44.321528 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:44.410019 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (9c06dc96-656a-4d71-a14d-5c6923a1a4b9), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.433911 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] Set router c0fe5a79-5d5d-4601-9f5f-67692f5442ee gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:44.444952 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Pushing event deleted for resources: {'Port': ['ID=9c06dc96-656a-4d71-a14d-5c6923a1a4b9,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:44.491640 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:19:43Z', 'revision_number': 6, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:44.497370 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.523515 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a83274-9014-45eb-9753-c2c58ed43904 None None] The sync data for ids ['c0fe5a79-5d5d-4601-9f5f-67692f5442ee'] in dv-cinder-815560-5-iscsi is: [{'id': 'c0fe5a79-5d5d-4601-9f5f-67692f5442ee', 'name': 'tempest-TestShelveInstance-1798113680-router', 'tenant_id': 'f50c725faab244d695dbe0740299f994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:28Z', 'updated_at': '2022-03-29T13:19:43Z', 'revision_number': 6, 'project_id': 'f50c725faab244d695dbe0740299f994', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:19:44.601437 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.603517 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks [] for router_controller (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.826870 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (c0fe5a79-5d5d-4601-9f5f-67692f5442ee), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.827371 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fe5a79-5d5d-4601-9f5f-67692f5442ee {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:19:44.840041 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.840041 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-458af846-8877-4fd9-9e9c-09f74f63c44e admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0fe5a79-5d5d-4601-9f5f-67692f5442ee HTTP/1.1" status: 204 len: 168 time: 1.3511379 Mar 29 13:19:44.840041 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39616) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:44.882252 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Deleting subnet 59837455-cc35-4c81-81f7-9fcd4735d226 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:19:44.886787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Publish callbacks [] for subnet (59837455-cc35-4c81-81f7-9fcd4735d226), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:44.924154 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15946191'] for subnet (59837455-cc35-4c81-81f7-9fcd4735d226), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.007535 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (59837455-cc35-4c81-81f7-9fcd4735d226), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.164202 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165787'] for subnet (59837455-cc35-4c81-81f7-9fcd4735d226), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.190596 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59837455-cc35-4c81-81f7-9fcd4735d226,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:45.194100 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.200491 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-fd7090f3-d8cd-4ff4-b6f3-603b2f1a1183 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/59837455-cc35-4c81-81f7-9fcd4735d226 HTTP/1.1" status: 204 len: 168 time: 0.3603439 Mar 29 13:19:45.200629 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da8cb9-7f14-4761-a22a-c9aeee2996be None None] Network 04e12fcf-4743-448a-ba2f-348290d3be14 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:19:45.201005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39618) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:45.280829 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (04e12fcf-4743-448a-ba2f-348290d3be14), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.350836 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Deleting port 0fc27693-3f66-4e21-a676-61c0a15ade39 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:45.351319 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.377010 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] DHCP port deletion for 04e12fcf-4743-448a-ba2f-348290d3be14 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:19:45.430559 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] Deleting port 0fc27693-3f66-4e21-a676-61c0a15ade39 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:45.431065 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.431664 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] For port 0fc27693-3f66-4e21-a676-61c0a15ade39, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0fc27693-3f66-4e21-a676-61c0a15ade39,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:45.432799 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.449021 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Calling delete_port for 0fc27693-3f66-4e21-a676-61c0a15ade39 owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:45.496579 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:19:45.504180 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] For port 0fc27693-3f66-4e21-a676-61c0a15ade39, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=0fc27693-3f66-4e21-a676-61c0a15ade39,segment=NetworkSegment(ed19d7bd-c988-45b2-9f62-19817e78c108),segment_id=ed19d7bd-c988-45b2-9f62-19817e78c108)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:45.504582 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.519880 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] Calling delete_port for 0fc27693-3f66-4e21-a676-61c0a15ade39 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:45.615739 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.622664 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (0fc27693-3f66-4e21-a676-61c0a15ade39), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.645471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc27693-3f66-4e21-a676-61c0a15ade39,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:45.650575 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] No DVR routers for this DVR port 0fc27693-3f66-4e21-a676-61c0a15ade39 on host dv-cinder-815560-5-iscsi {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:19:45.654707 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] Pushing event deleted for resources: {'Port': ['ID=0fc27693-3f66-4e21-a676-61c0a15ade39,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:45.658691 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae7121-430d-4c62-a315-71cab506f547 None None] No DVR routers for this DVR port 0fc27693-3f66-4e21-a676-61c0a15ade39 on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:19:45.740105 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (04e12fcf-4743-448a-ba2f-348290d3be14), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.762747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e12fcf-4743-448a-ba2f-348290d3be14']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:45.773881 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed19d7bd-c988-45b2-9f62-19817e78c108') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:45.774185 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed19d7bd-c988-45b2-9f62-19817e78c108') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:45.784546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (ed19d7bd-c988-45b2-9f62-19817e78c108), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.803020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (ed19d7bd-c988-45b2-9f62-19817e78c108), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.815109 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:19:45.815665 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (ed19d7bd-c988-45b2-9f62-19817e78c108), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:19:45.818011 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:19:45.975659 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (04e12fcf-4743-448a-ba2f-348290d3be14), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.981488 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:45.984645 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/04e12fcf-4743-448a-ba2f-348290d3be14 HTTP/1.1" status: 204 len: 168 time: 0.7825904 Mar 29 13:19:45.997344 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39624) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:46.000300 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103ce12-335c-4624-a96d-6736f2e1b3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04e12fcf-4743-448a-ba2f-348290d3be14,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:46.072290 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:46.093089 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:46.093529 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9c06dc96-656a-4d71-a14d-5c6923a1a4b9 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:46.094058 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c1ebc1be-4396-4cdf-8274-509e0b50c93e no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:46.114043 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: c1ebc1be-4396-4cdf-8274-509e0b50c93e {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:46.114388 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device c1ebc1be-4396-4cdf-8274-509e0b50c93e not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:46.114806 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0fc27693-3f66-4e21-a676-61c0a15ade39 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:46.133998 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 0fc27693-3f66-4e21-a676-61c0a15ade39 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:46.134342 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 0fc27693-3f66-4e21-a676-61c0a15ade39 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:46.346542 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-38c23c8b-e62d-4673-ac4d-a226dbd94f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:46.359715 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (a321d4f0-2393-43e9-86c1-093d3cb8125e), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:46.609422 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Deleting port be411498-82f5-45f2-90b2-fe6facf72270 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:46.609762 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (be411498-82f5-45f2-90b2-fe6facf72270), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:46.685607 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] For port be411498-82f5-45f2-90b2-fe6facf72270, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=be411498-82f5-45f2-90b2-fe6facf72270,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:46.686031 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (be411498-82f5-45f2-90b2-fe6facf72270), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:46.698682 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Calling delete_port for be411498-82f5-45f2-90b2-fe6facf72270 owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:46.953230 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (be411498-82f5-45f2-90b2-fe6facf72270), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:46.986989 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=be411498-82f5-45f2-90b2-fe6facf72270,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:47.170165 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (a321d4f0-2393-43e9-86c1-093d3cb8125e), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:47.644918 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Router a321d4f0-2393-43e9-86c1-093d3cb8125e has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:19:47.756138 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:19:47.760970 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-5f4c624e-9762-434c-9cdc-4411a0f03e40 admin admin] 10.222.0.21 "PUT /v2.0/routers/a321d4f0-2393-43e9-86c1-093d3cb8125e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7625599 Mar 29 13:19:47.763424 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 39630) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:47.765803 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] Sync routers for ids ['a321d4f0-2393-43e9-86c1-093d3cb8125e'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:19:47.776296 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] Routers {'a321d4f0-2393-43e9-86c1-093d3cb8125e'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:47.776968 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a321d4f0-2393-43e9-86c1-093d3cb8125e'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:47.880005 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks [] for router (a321d4f0-2393-43e9-86c1-093d3cb8125e), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:47.896047 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] Set router a321d4f0-2393-43e9-86c1-093d3cb8125e gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:47.989779 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks [] for router_gateway (a321d4f0-2393-43e9-86c1-093d3cb8125e), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.110540 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Deleting port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:48.111252 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.183218 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:19:46Z', 'revision_number': 5, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port': {'id': '9a12e8ad-0fcc-4293-92de-2850d4f13ed8', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:14:36Z', 'updated_at': '2022-03-29T13:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:48.199292 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] For port 9a12e8ad-0fcc-4293-92de-2850d4f13ed8, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:48.199956 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.213060 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Calling delete_port for 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:48.221482 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] Checking router: a321d4f0-2393-43e9-86c1-093d3cb8125e for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:19:48.222762 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] Routers {'a321d4f0-2393-43e9-86c1-093d3cb8125e'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:19:48.223367 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:19:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['a321d4f0-2393-43e9-86c1-093d3cb8125e'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:48.314860 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] Set router a321d4f0-2393-43e9-86c1-093d3cb8125e gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:19:48.369275 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:19:47Z', 'revision_number': 6, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:48.396406 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7029b1-f2f1-40f0-b0f4-08d83cfe607b None None] The sync data for ids ['a321d4f0-2393-43e9-86c1-093d3cb8125e'] in dv-cinder-815560-5-iscsi is: [{'id': 'a321d4f0-2393-43e9-86c1-093d3cb8125e', 'name': 'tempest-TestShelveInstance-1602349392-router', 'tenant_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:14:35Z', 'updated_at': '2022-03-29T13:19:47Z', 'revision_number': 6, 'project_id': '023fd6ea1ef54fe597eaf2619e4f2228', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:19:48.576503 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (9a12e8ad-0fcc-4293-92de-2850d4f13ed8), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.576503 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a12e8ad-0fcc-4293-92de-2850d4f13ed8,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:48.592441 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (a321d4f0-2393-43e9-86c1-093d3cb8125e), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.632046 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b89347cf-ddc1-4166-baae-23e389a2e2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.686132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (a321d4f0-2393-43e9-86c1-093d3cb8125e), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.688326 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks [] for router_controller (a321d4f0-2393-43e9-86c1-093d3cb8125e), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.821178 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (a321d4f0-2393-43e9-86c1-093d3cb8125e), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.821779 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a321d4f0-2393-43e9-86c1-093d3cb8125e {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:19:48.831639 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.831639 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-865e44a6-9a5e-4cfe-9556-73c2ffade388 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a321d4f0-2393-43e9-86c1-093d3cb8125e HTTP/1.1" status: 204 len: 168 time: 1.0641987 Mar 29 13:19:48.831837 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39636) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:48.878539 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Deleting subnet 754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:19:48.881522 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Publish callbacks [] for subnet (754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.918830 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:48.995020 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.135738 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.161850 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:49.166555 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.171225 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-c25c1bc2-8dc7-4aee-beea-3726ed55f5d1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/754b7d1d-e1f3-4a2a-8274-bdb193e9b1b1 HTTP/1.1" status: 204 len: 168 time: 0.3384135 Mar 29 13:19:49.173346 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39640) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:49.179178 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14689f64-7721-40d1-937f-f30e486e8e63 None None] Network 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:19:49.243831 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (4d18a8f5-dd21-4255-acb2-35bb52ee9a54), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.301005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Deleting port 4825fde3-ad1f-42fc-a47a-69d26603867b {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:49.301175 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.347137 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] DHCP port deletion for 4d18a8f5-dd21-4255-acb2-35bb52ee9a54 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:19:49.372021 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] For port 4825fde3-ad1f-42fc-a47a-69d26603867b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=4825fde3-ad1f-42fc-a47a-69d26603867b,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:49.372385 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.388644 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Calling delete_port for 4825fde3-ad1f-42fc-a47a-69d26603867b owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:49.403162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] Deleting port 4825fde3-ad1f-42fc-a47a-69d26603867b {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:19:49.403682 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.529684 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.559245 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=4825fde3-ad1f-42fc-a47a-69d26603867b,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:49.562526 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] No DVR routers for this DVR port 4825fde3-ad1f-42fc-a47a-69d26603867b on host dv-cinder-815560-5-iscsi {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:19:49.604338 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] For port 4825fde3-ad1f-42fc-a47a-69d26603867b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=4825fde3-ad1f-42fc-a47a-69d26603867b,segment=NetworkSegment(c3757a88-f3f8-461d-8cce-ca87575326d2),segment_id=c3757a88-f3f8-461d-8cce-ca87575326d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:19:49.604663 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.621295 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] Calling delete_port for 4825fde3-ad1f-42fc-a47a-69d26603867b owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:19:49.631242 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (4d18a8f5-dd21-4255-acb2-35bb52ee9a54), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.652518 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d18a8f5-dd21-4255-acb2-35bb52ee9a54']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:49.662180 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3757a88-f3f8-461d-8cce-ca87575326d2') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:49.662490 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3757a88-f3f8-461d-8cce-ca87575326d2') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:19:49.668869 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.672979 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (c3757a88-f3f8-461d-8cce-ca87575326d2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.686632 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (c3757a88-f3f8-461d-8cce-ca87575326d2), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.692541 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:19:49.692956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (c3757a88-f3f8-461d-8cce-ca87575326d2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:19:49.694614 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:19:49.703042 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (4825fde3-ad1f-42fc-a47a-69d26603867b), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.727412 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] Pushing event deleted for resources: {'Port': ['ID=4825fde3-ad1f-42fc-a47a-69d26603867b,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:49.732518 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679f409-9e1a-438a-ad74-1a2e62600ae4 None None] No DVR routers for this DVR port 4825fde3-ad1f-42fc-a47a-69d26603867b on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:19:49.809993 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (4d18a8f5-dd21-4255-acb2-35bb52ee9a54), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.815206 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:49.818441 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4d18a8f5-dd21-4255-acb2-35bb52ee9a54 HTTP/1.1" status: 204 len: 168 time: 0.6441405 Mar 29 13:19:49.829344 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40557e-57c0-4331-9c99-65d159c97f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d18a8f5-dd21-4255-acb2-35bb52ee9a54,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:50.070679 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device be411498-82f5-45f2-90b2-fe6facf72270 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:50.091326 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: be411498-82f5-45f2-90b2-fe6facf72270 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:50.091691 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device be411498-82f5-45f2-90b2-fe6facf72270 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:50.092098 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:50.110080 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:50.113787 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9a12e8ad-0fcc-4293-92de-2850d4f13ed8 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:50.113787 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 4825fde3-ad1f-42fc-a47a-69d26603867b no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:19:50.131747 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 4825fde3-ad1f-42fc-a47a-69d26603867b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:19:50.132085 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 4825fde3-ad1f-42fc-a47a-69d26603867b not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:19:50.194127 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39648) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:50.233801 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6e748573-a00c-4888-8780-ac6e542db5b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f50c725faab244d695dbe0740299f994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385227 Mar 29 13:19:50.236277 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39650) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:50.281409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c27757f7-626b-4eaa-9e1f-562ef717a6bc admin admin] Publish callbacks [] for security_group (fdf35525-dd80-4be2-b61a-4a9b0a34b7dc), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:50.301647 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c27757f7-626b-4eaa-9e1f-562ef717a6bc admin admin] Publish callbacks [] for security_group (fdf35525-dd80-4be2-b61a-4a9b0a34b7dc), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:50.380787 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c27757f7-626b-4eaa-9e1f-562ef717a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (fdf35525-dd80-4be2-b61a-4a9b0a34b7dc), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:50.383477 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c27757f7-626b-4eaa-9e1f-562ef717a6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:50.384638 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-c27757f7-626b-4eaa-9e1f-562ef717a6bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdf35525-dd80-4be2-b61a-4a9b0a34b7dc HTTP/1.1" status: 204 len: 168 time: 0.1474931 Mar 29 13:19:50.393365 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27757f7-626b-4eaa-9e1f-562ef717a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf35525-dd80-4be2-b61a-4a9b0a34b7dc,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:51.062549 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39658) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:51.072170 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:51.107379 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-75d6a41b-9f68-47bc-bb8c-bc7ce57c7f54 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=023fd6ea1ef54fe597eaf2619e4f2228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431919 Mar 29 13:19:51.109444 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39660) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:19:51.156781 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9104b91c-c1f5-4617-aff3-12ea8903ab8c admin admin] Publish callbacks [] for security_group (b07851f9-01de-43c9-8e54-769243406c5d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:51.177261 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9104b91c-c1f5-4617-aff3-12ea8903ab8c admin admin] Publish callbacks [] for security_group (b07851f9-01de-43c9-8e54-769243406c5d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:51.300896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9104b91c-c1f5-4617-aff3-12ea8903ab8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (b07851f9-01de-43c9-8e54-769243406c5d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:51.303514 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9104b91c-c1f5-4617-aff3-12ea8903ab8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:19:51.304717 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9104b91c-c1f5-4617-aff3-12ea8903ab8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b07851f9-01de-43c9-8e54-769243406c5d HTTP/1.1" status: 204 len: 168 time: 0.1943252 Mar 29 13:19:51.312266 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104b91c-c1f5-4617-aff3-12ea8903ab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07851f9-01de-43c9-8e54-769243406c5d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:19:52.729196 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:05.340185 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:07.556382 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39752) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:20:07.666037 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-294f7c88-d657-4523-991b-132346e78e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:07.754386 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-294f7c88-d657-4523-991b-132346e78e7c admin admin] Publish callbacks [] for security_group (01dfc193-a623-4da0-bcd5-5c34f5f31136), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:07.798030 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-294f7c88-d657-4523-991b-132346e78e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (01dfc193-a623-4da0-bcd5-5c34f5f31136), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:07.843348 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f7c88-d657-4523-991b-132346e78e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dfc193-a623-4da0-bcd5-5c34f5f31136,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:07.848967 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-294f7c88-d657-4523-991b-132346e78e7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91c04079abcf4f30bfaa5280be4edeab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909126 Mar 29 13:20:07.851663 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39756) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:20:07.906683 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-262662f9-9a7c-44db-8874-62515cd128c7 admin admin] Publish callbacks [] for security_group (01dfc193-a623-4da0-bcd5-5c34f5f31136), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:07.927074 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-262662f9-9a7c-44db-8874-62515cd128c7 admin admin] Publish callbacks [] for security_group (01dfc193-a623-4da0-bcd5-5c34f5f31136), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:08.020187 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-262662f9-9a7c-44db-8874-62515cd128c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (01dfc193-a623-4da0-bcd5-5c34f5f31136), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:08.022820 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-262662f9-9a7c-44db-8874-62515cd128c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:08.023973 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-262662f9-9a7c-44db-8874-62515cd128c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01dfc193-a623-4da0-bcd5-5c34f5f31136 HTTP/1.1" status: 204 len: 168 time: 0.1712937 Mar 29 13:20:08.031977 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262662f9-9a7c-44db-8874-62515cd128c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dfc193-a623-4da0-bcd5-5c34f5f31136,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:08.917679 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39778) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:20:09.013976 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1177863987-network', 'tenant_id': 'a6f0446b472e49e3b671d0b931c79a20'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:20:09.129142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Made reservation on behalf of a6f0446b472e49e3b671d0b931c79a20 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:20:09.131383 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.140212 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.211718 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks [] for security_group (2234c1c4-203d-4d48-b4b5-3bddc44ca3a7), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.254686 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2234c1c4-203d-4d48-b4b5-3bddc44ca3a7), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.275170 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 13:20:09.290015 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:09.292871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (ce180943-30ed-4911-9e5a-7e2c961e203e), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.293214 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.segments_db [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Added segment ce180943-30ed-4911-9e5a-7e2c961e203e of type vlan for network 26ab4be2-c125-4758-819c-4ab085fcfe66 Mar 29 13:20:09.336041 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765953364044'] for network (26ab4be2-c125-4758-819c-4ab085fcfe66), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.431820 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474'] for network (26ab4be2-c125-4758-819c-4ab085fcfe66), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.432812 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:09.433400 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.490913 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] Pushing event updated for resources: {'Network': ['ID=26ab4be2-c125-4758-819c-4ab085fcfe66,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:09.500811 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Network 26ab4be2-c125-4758-819c-4ab085fcfe66 details requested by agent ovs-agent-dv-cinder-815560-5-iscsi with host dv-cinder-815560-5-iscsi {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 13:20:09.543414 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-29a79c2a-eb2d-4891-a45d-b4fee07b3475 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6246054 Mar 29 13:20:09.546790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 39782) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:20:09.552005 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Request body: {'subnet': {'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1177863987-subnet', 'tenant_id': 'a6f0446b472e49e3b671d0b931c79a20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:20:09.625612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Made reservation on behalf of a6f0446b472e49e3b671d0b931c79a20 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:20:09.627994 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13515285'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.826880 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13558404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13515267'] for subnet (da4f8c31-b5b5-45ca-a211-2652a0dd4d53), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:09.879152 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4f8c31-b5b5-45ca-a211-2652a0dd4d53,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:09.889780 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Checking segment: {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:20:09.890153 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Network hostable DHCP agents. Network: 26ab4be2-c125-4758-819c-4ab085fcfe66, hostable agents: ['e0c348fb-14da-4c1d-ad4f-04e31aef168b'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 13:20:09.963223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Network 26ab4be2-c125-4758-819c-4ab085fcfe66 is scheduled to be hosted by DHCP agent e0c348fb-14da-4c1d-ad4f-04e31aef168b with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 13:20:10.014610 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815560-5-iscsi, 26ab4be2-c125-4758-819c-4ab085fcfe66) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:20:10.019081 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:10.019763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:10.025713 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b8adb5-6a87-4a34-bb69-9d35b0795788 None None] Network 26ab4be2-c125-4758-819c-4ab085fcfe66 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:20:10.109273 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-8d7ecc2a-b7e7-49b4-94cc-39a27c91aac3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5612512 Mar 29 13:20:10.120380 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382903e-b7d4-4b99-bf13-a6427f3da143 None None] Network 26ab4be2-c125-4758-819c-4ab085fcfe66 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:20:12.237431 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bfe07985-d910-4a0c-a120-d3f9981e3175 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:12.238878 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bfe07985-d910-4a0c-a120-d3f9981e3175 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/networks?id=26ab4be2-c125-4758-819c-4ab085fcfe66 HTTP/1.1" status: 200 len: 814 time: 0.1010516 Mar 29 13:20:12.253747 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-439e5e95-cd40-49a7-8a9a-06f7b3cc8feb tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/quotas/a6f0446b472e49e3b671d0b931c79a20 HTTP/1.1" status: 200 len: 375 time: 0.0094390 Mar 29 13:20:12.285750 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-8c2362d8-97c9-4605-bbca-fdfb4c38a2de tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f0446b472e49e3b671d0b931c79a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273032 Mar 29 13:20:12.418284 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-862e778c-b4e1-488a-bdf9-f8bf3e9acf23 service neutron] 10.222.0.21 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259525 Mar 29 13:20:12.505462 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-69eb5395-d622-4a8e-939c-2b78faabcb80 service neutron] 10.222.0.21 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811522 Mar 29 13:20:12.752109 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-2dc30c0c-f79d-414e-8784-70fb0903b57d req-2394c6bd-7394-4884-a33b-6d9c8c18264e tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 210 time: 0.0270889 Mar 29 13:20:13.442298 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b6598-1426-436e-a43e-eafa95905eac req-072118f1-9ff0-48c9-8324-903b9cc17e47 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:13.444194 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-063b6598-1426-436e-a43e-eafa95905eac req-072118f1-9ff0-48c9-8324-903b9cc17e47 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0519514 Mar 29 13:20:13.503410 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-063b6598-1426-436e-a43e-eafa95905eac req-2efd65c6-25d5-4ee6-a020-45fda1c1cf62 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537717 Mar 29 13:20:13.552969 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-d6c3a54d-0d67-4b0d-967b-ffb04456510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:13.554538 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-d6c3a54d-0d67-4b0d-967b-ffb04456510f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1169 time: 0.0452821 Mar 29 13:20:13.646605 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-5a9b54e1-a018-4c7a-ae78-901c866af829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:13.648095 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-5a9b54e1-a018-4c7a-ae78-901c866af829 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 914 time: 0.0879250 Mar 29 13:20:13.713409 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-53b938aa-e7be-419b-afd4-f2ba4165eb9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 1001 time: 0.0581441 Mar 29 13:20:13.764625 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-c131a9ea-2c65-4f2f-8c93-97c080d96fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:13.766046 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-c131a9ea-2c65-4f2f-8c93-97c080d96fa3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 200 len: 853 time: 0.0465648 Mar 29 13:20:13.836456 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b8de96fb-1e7d-46e2-bc22-008386b62339 req-2696499c-fd55-4c32-965d-e9557fd95bea tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 210 time: 0.0306628 Mar 29 13:20:13.839157 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-7659f613-3d98-44cf-b937-69b2f3c7444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:13.840587 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-7659f613-3d98-44cf-b937-69b2f3c7444e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fa7b799-e49b-4de5-b502-30d5a68be356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688903 Mar 29 13:20:13.937653 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-b824363e-14f6-4bfc-b72c-fc574a151332 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907242 Mar 29 13:20:14.288317 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ec0ea27c-20a1-4494-8e49-eaf0e534d7e5 req-951b508e-c7d9-4e84-afaf-dc61ac5e6cfa service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442988 Mar 29 13:20:14.627297 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83138b-bdfe-43c0-b4e6-097f50c0051b req-9db8c8a6-7fab-433a-aeb1-647faf35d2fd tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:14.628823 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1e83138b-bdfe-43c0-b4e6-097f50c0051b req-9db8c8a6-7fab-433a-aeb1-647faf35d2fd tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0575051 Mar 29 13:20:14.687570 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1e83138b-bdfe-43c0-b4e6-097f50c0051b req-470f6f77-1456-4402-8b89-39187219d851 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529585 Mar 29 13:20:14.929788 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-75eec117-b880-4159-8369-5b6dfdb3d829 req-d5267b83-0fe9-4a21-83c7-2a334a81d1fa tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 210 time: 0.0268307 Mar 29 13:20:15.193889 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-874fc59b-3d61-4066-99b8-535b276d38f1 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:15.195367 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-874fc59b-3d61-4066-99b8-535b276d38f1 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "GET /v2.0/networks?id=26ab4be2-c125-4758-819c-4ab085fcfe66 HTTP/1.1" status: 200 len: 814 time: 0.1007757 Mar 29 13:20:15.213863 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Request body: {'port': {'device_id': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66', 'admin_state_up': True, 'tenant_id': 'a6f0446b472e49e3b671d0b931c79a20'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:20:15.403033 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Made reservation on behalf of a6f0446b472e49e3b671d0b931c79a20 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:20:15.406732 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:15.534539 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Allocated IP 172.20.0.7 (26ab4be2-c125-4758-819c-4ab085fcfe66/da4f8c31-b5b5-45ca-a211-2652a0dd4d53/9dae43d6-469f-4183-a81e-8a286003c1f2) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:20:15.678679 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks [] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:15.764094 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:15.805680 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Network 26ab4be2-c125-4758-819c-4ab085fcfe66 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:20:15.808359 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dbfb2-07fe-4aa1-9e73-f61e9191f8d4 req-e22f3ee6-373d-48af-af01-48ca68943cb5 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:15.808870 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:20:15.809880 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1b6dbfb2-07fe-4aa1-9e73-f61e9191f8d4 req-e22f3ee6-373d-48af-af01-48ca68943cb5 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0533602 Mar 29 13:20:15.812848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:20:15.843277 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Pushing event updated for resources: {'Port': ['ID=9dae43d6-469f-4183-a81e-8a286003c1f2,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:15.855314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.855692 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.856042 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.856378 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.856995 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.857315 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.857418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.857714 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.858043 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.858370 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.858707 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.859030 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.859355 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.859704 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.860028 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:15.871860 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1b6dbfb2-07fe-4aa1-9e73-f61e9191f8d4 req-3ded5991-149e-4181-9e5a-7b53704ad7a6 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539062 Mar 29 13:20:15.880849 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:15.881564 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:15.971838 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4b24b204-8182-4b70-b219-f881fe0ee7c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614629 Mar 29 13:20:15.990677 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Request body: {'port': {'device_id': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:20:16.082518 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.103576 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a536-0424-47ea-8b86-fc53fb71b714 req-ed570cbe-733e-41bf-bfb2-8dd12b90013b tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:16.105016 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-adb0a536-0424-47ea-8b86-fc53fb71b714 req-ed570cbe-733e-41bf-bfb2-8dd12b90013b tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 931 time: 0.0949624 Mar 29 13:20:16.240270 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-adb0a536-0424-47ea-8b86-fc53fb71b714 req-0e835d6d-e419-4de4-8bb0-3d4b87aeeffb tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160123 Mar 29 13:20:16.322889 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ecf7c6e6-9631-4b5f-a63b-e8e4717954d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.393797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dae43d6-469f-4183-a81e-8a286003c1f2 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:20:16.401161 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Publish callbacks [] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.412695 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Transition to ACTIVE for port object 9dae43d6-469f-4183-a81e-8a286003c1f2 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:20:16.477604 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.526166 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae43d6-469f-4183-a81e-8a286003c1f2,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:16.594855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Attempting to bind port 9dae43d6-469f-4183-a81e-8a286003c1f2 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:20:16.595094 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Attempting to bind port 9dae43d6-469f-4183-a81e-8a286003c1f2 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:20:16.595416 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Attempting to bind port 9dae43d6-469f-4183-a81e-8a286003c1f2 on network 26ab4be2-c125-4758-819c-4ab085fcfe66 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:20:16.599712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Port 9dae43d6-469f-4183-a81e-8a286003c1f2 on network 26ab4be2-c125-4758-819c-4ab085fcfe66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:20:16.600027 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Attempting to bind port 9dae43d6-469f-4183-a81e-8a286003c1f2 on network 26ab4be2-c125-4758-819c-4ab085fcfe66 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:20:16.604749 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:20:16.605090 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Checking segment: {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:20:16.605454 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Bound using segment: {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:20:16.605873 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Bound port: 9dae43d6-469f-4183-a81e-8a286003c1f2, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:20:16.606220 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.670883 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] For port 9dae43d6-469f-4183-a81e-8a286003c1f2, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:20:16.673908 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] For port 9dae43d6-469f-4183-a81e-8a286003c1f2, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9dae43d6-469f-4183-a81e-8a286003c1f2,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:20:16.723452 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.757135 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:16.757745 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:16.759156 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] 10.222.0.18 "PUT /v2.0/ports/9dae43d6-469f-4183-a81e-8a286003c1f2 HTTP/1.1" status: 200 len: 1093 time: 0.7728028 Mar 29 13:20:16.759609 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'tag': '9dae43d6-469f-4183-a81e-8a286003c1f2'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:20:16.761848 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eb5f68-161e-4467-a108-e7e4c358e001" -d '{"events": [{"name": "network-changed", "server_uuid": "f058f002-c493-40bd-8d9c-ea1d4f25a841", "tag": "9dae43d6-469f-4183-a81e-8a286003c1f2"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:20:16.784568 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad297c9-97eb-46b5-81fe-aeec8b206018 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae43d6-469f-4183-a81e-8a286003c1f2,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:16.814176 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ecfdb5-6f72-4d4d-a175-7e074d169301 x-openstack-request-id: req-63ecfdb5-6f72-4d4d-a175-7e074d169301 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:20:16.814476 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f058f002-c493-40bd-8d9c-ea1d4f25a841", "tag": "9dae43d6-469f-4183-a81e-8a286003c1f2", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:20:16.814735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63ecfdb5-6f72-4d4d-a175-7e074d169301 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:20:16.815170 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ecfdb5-6f72-4d4d-a175-7e074d169301'] response: {'name': 'network-changed', 'server_uuid': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'tag': '9dae43d6-469f-4183-a81e-8a286003c1f2', 'status': 'completed', 'code': 200} Mar 29 13:20:16.899670 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb5f68-161e-4467-a108-e7e4c358e001 req-b67b7b33-6dd2-45b2-b29d-f7dda291601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:16.901068 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91eb5f68-161e-4467-a108-e7e4c358e001 req-b67b7b33-6dd2-45b2-b29d-f7dda291601c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6f0446b472e49e3b671d0b931c79a20&device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 1127 time: 0.0469160 Mar 29 13:20:17.039509 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb5f68-161e-4467-a108-e7e4c358e001 req-be83787e-f2ab-4a6b-966c-2d433a4f226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:17.040988 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91eb5f68-161e-4467-a108-e7e4c358e001 req-be83787e-f2ab-4a6b-966c-2d433a4f226f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6f0446b472e49e3b671d0b931c79a20&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1266708 Mar 29 13:20:17.049509 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb018f-a6d5-4a6b-820a-b276fd081541 req-d3940200-2889-4076-aade-add4b512c9f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:17.050938 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-63bb018f-a6d5-4a6b-820a-b276fd081541 req-d3940200-2889-4076-aade-add4b512c9f4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0887051 Mar 29 13:20:17.170621 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-63bb018f-a6d5-4a6b-820a-b276fd081541 req-36939424-d024-438c-ae10-5c2f7d73e749 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112814 Mar 29 13:20:17.186280 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb5f68-161e-4467-a108-e7e4c358e001 req-636d4add-b6d6-43fc-870d-85b25bc1ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:17.187749 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-91eb5f68-161e-4467-a108-e7e4c358e001 req-636d4add-b6d6-43fc-870d-85b25bc1ab60 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1359427 Mar 29 13:20:17.294064 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4ac6b961-2201-4791-b92b-9ea27b22e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:17.295586 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-4ac6b961-2201-4791-b92b-9ea27b22e7b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6f0446b472e49e3b671d0b931c79a20&device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 1127 time: 0.0449400 Mar 29 13:20:17.350095 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-2360ef23-f483-4f32-9df1-4fbabd3d78f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dae43d6-469f-4183-a81e-8a286003c1f2 HTTP/1.1" status: 200 len: 217 time: 0.0385952 Mar 29 13:20:17.366908 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12063dbe-e2b6-4392-8acf-808ffb4ea1fe req-1a78a88d-97bf-4515-bb72-8fc0210ae9d8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:17.368999 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-12063dbe-e2b6-4392-8acf-808ffb4ea1fe req-1a78a88d-97bf-4515-bb72-8fc0210ae9d8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 943 time: 0.0608902 Mar 29 13:20:17.407372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-664bae03-fd16-42df-8989-589e0e8dd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:17.409074 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-664bae03-fd16-42df-8989-589e0e8dd5c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da4f8c31-b5b5-45ca-a211-2652a0dd4d53 HTTP/1.1" status: 200 len: 854 time: 0.0531373 Mar 29 13:20:17.425883 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-12063dbe-e2b6-4392-8acf-808ffb4ea1fe req-24d868fc-1709-4e47-9db1-f3d05686bb55 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501573 Mar 29 13:20:17.444005 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-b4b470d6-b8ce-4fb0-9004-80c9dd426660 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26ab4be2-c125-4758-819c-4ab085fcfe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287929 Mar 29 13:20:17.533093 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-2dbf9ea4-8d27-4f85-a9e4-44e3db52331c service neutron] 10.222.0.18 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813751 Mar 29 13:20:17.630760 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f26ceb08-11fe-4918-9b8a-0cf6dc0d3f99 req-cf3cc540-01f4-46e4-b67e-e16d3b23bf76 service neutron] 10.222.0.18 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917122 Mar 29 13:20:18.288214 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42124c2-f67d-4a33-a8fd-13b94a4ad455 req-f34372d0-1323-4445-9d29-54b81e910fc2 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:18.289597 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a42124c2-f67d-4a33-a8fd-13b94a4ad455 req-f34372d0-1323-4445-9d29-54b81e910fc2 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0530531 Mar 29 13:20:18.347592 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-a42124c2-f67d-4a33-a8fd-13b94a4ad455 req-aa56d3d9-9eec-4c8d-828a-55b46b85e36d tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523133 Mar 29 13:20:18.517245 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7792dd2b-89b5-470a-93e2-d011925fc39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:18.535950 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617fd1b-71e6-4fbb-9d84-442e9fc9496f req-12c2aace-4b72-4e98-9878-524b3d64b883 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:18.537403 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f617fd1b-71e6-4fbb-9d84-442e9fc9496f req-12c2aace-4b72-4e98-9878-524b3d64b883 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 943 time: 0.0522406 Mar 29 13:20:18.583237 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-f617fd1b-71e6-4fbb-9d84-442e9fc9496f req-8299a529-ef88-441b-911b-b79a2190a706 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Mar 29 13:20:19.474402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b2f66-537f-442c-8b86-3773f6c39612 req-0847e662-21c2-482f-9012-a54bd18ecc30 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:19.475889 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-581b2f66-537f-442c-8b86-3773f6c39612 req-0847e662-21c2-482f-9012-a54bd18ecc30 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0622230 Mar 29 13:20:19.535546 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-581b2f66-537f-442c-8b86-3773f6c39612 req-06f7f085-094c-4d19-8637-a87fc541e4d8 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539739 Mar 29 13:20:19.665639 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:19.699891 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56caf2-df44-4365-895c-f45d8d60f6ae req-d5b55262-24c2-4677-b0b0-ed61d4432cb0 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:19.701895 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1c56caf2-df44-4365-895c-f45d8d60f6ae req-d5b55262-24c2-4677-b0b0-ed61d4432cb0 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 943 time: 0.0520539 Mar 29 13:20:19.756267 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1c56caf2-df44-4365-895c-f45d8d60f6ae req-d5056d79-b1eb-42ad-8ce4-053591fd4f19 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Mar 29 13:20:20.653938 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa0bad-43b5-470a-92d0-d8196ee27f97 req-d2bb8c4a-726d-43d0-86d9-d841967e48bc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:20.655503 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c0fa0bad-43b5-470a-92d0-d8196ee27f97 req-d2bb8c4a-726d-43d0-86d9-d841967e48bc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0525947 Mar 29 13:20:20.713666 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-c0fa0bad-43b5-470a-92d0-d8196ee27f97 req-5802c2c6-3210-4045-9a45-d33cc5b41ad0 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524094 Mar 29 13:20:20.884966 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4d85d-673e-453e-9fa4-3821e9cc22e3 req-17fbfe63-5848-4479-ba6d-83d79c1f8117 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:20.886432 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-48c4d85d-673e-453e-9fa4-3821e9cc22e3 req-17fbfe63-5848-4479-ba6d-83d79c1f8117 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 943 time: 0.0540986 Mar 29 13:20:20.932812 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-48c4d85d-673e-453e-9fa4-3821e9cc22e3 req-2562313c-52bd-495d-9969-ec3374af8913 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Mar 29 13:20:21.048579 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:21.271585 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9dae43d6-469f-4183-a81e-8a286003c1f2 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:20:21.363868 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9dae43d6-469f-4183-a81e-8a286003c1f2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9dae43d6-469f-4183-a81e-8a286003c1f2,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:20:21.375287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': '9dae43d6-469f-4183-a81e-8a286003c1f2', 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66', 'port_id': '9dae43d6-469f-4183-a81e-8a286003c1f2', 'mac_address': 'fa:16:3e:c5:8a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f8c31-b5b5-45ca-a211-2652a0dd4d53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:20:21.416793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 9dae43d6-469f-4183-a81e-8a286003c1f2 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:20:21.417181 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:21.429774 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae43d6-469f-4183-a81e-8a286003c1f2 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:20:21.448890 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9dae43d6-469f-4183-a81e-8a286003c1f2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9dae43d6-469f-4183-a81e-8a286003c1f2,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:20:21.522953 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:21.568164 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=9dae43d6-469f-4183-a81e-8a286003c1f2,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:21.574816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.575166 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.576126 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.576457 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.587129 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:20:21.831506 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf2b90-af68-4cd3-bf75-ade6ac349552 req-4458e7b2-acce-4947-bf46-10acb2d8576c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:21.832901 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b6bf2b90-af68-4cd3-bf75-ade6ac349552 req-4458e7b2-acce-4947-bf46-10acb2d8576c tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0522337 Mar 29 13:20:21.845073 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['9dae43d6-469f-4183-a81e-8a286003c1f2'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:20:21.897593 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b6bf2b90-af68-4cd3-bf75-ade6ac349552 req-b1d60354-89db-4f84-977c-e8ee1c347714 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588505 Mar 29 13:20:22.056768 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cfad6-0d8b-41f4-adbe-e37879e371c2 req-4be67026-6de5-4f35-bf68-46abb5bf08c7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:22.058207 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1a4cfad6-0d8b-41f4-adbe-e37879e371c2 req-4be67026-6de5-4f35-bf68-46abb5bf08c7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 944 time: 0.0513501 Mar 29 13:20:22.110542 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1a4cfad6-0d8b-41f4-adbe-e37879e371c2 req-b331afd0-0092-4fd0-ac93-93da1acc7230 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461276 Mar 29 13:20:22.495299 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:20:22.722949 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:23.015529 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8960-19d8-4ae8-a47c-d222f18a4eff req-6c9a22c6-fc69-450f-951d-b0e533165e01 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:23.017164 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-100d8960-19d8-4ae8-a47c-d222f18a4eff req-6c9a22c6-fc69-450f-951d-b0e533165e01 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0530550 Mar 29 13:20:23.074389 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-100d8960-19d8-4ae8-a47c-d222f18a4eff req-99761c51-a239-4f1a-9a9c-b39265450e3f tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516069 Mar 29 13:20:23.228688 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e9d9c-437a-4ae7-8ea8-4a9cfe0d3696 req-c44a4190-8966-4225-a932-b85808eb41bc tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:23.230124 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8b9e9d9c-437a-4ae7-8ea8-4a9cfe0d3696 req-c44a4190-8966-4225-a932-b85808eb41bc tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 944 time: 0.0547645 Mar 29 13:20:23.277091 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-8b9e9d9c-437a-4ae7-8ea8-4a9cfe0d3696 req-8ca5557a-5794-4859-a586-44a24c2f9c63 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Mar 29 13:20:23.290558 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9dae43d6-469f-4183-a81e-8a286003c1f2 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:20:23.385519 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port 9dae43d6-469f-4183-a81e-8a286003c1f2 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:20:23.389534 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port 9dae43d6-469f-4183-a81e-8a286003c1f2 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:20:23.389905 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:23.465702 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port 9dae43d6-469f-4183-a81e-8a286003c1f2 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:20:23.466140 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:23.488096 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae43d6-469f-4183-a81e-8a286003c1f2'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:20:23.490249 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd7142e-9621-4cf9-a06d-b7aeddb6a7b6" -d '{"events": [{"server_uuid": "f058f002-c493-40bd-8d9c-ea1d4f25a841", "name": "network-vif-plugged", "status": "completed", "tag": "9dae43d6-469f-4183-a81e-8a286003c1f2"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:20:23.502676 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port 9dae43d6-469f-4183-a81e-8a286003c1f2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9dae43d6-469f-4183-a81e-8a286003c1f2,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:20:23.527911 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6874ff-5941-4e92-bd6b-f1142b3d92ab x-openstack-request-id: req-5a6874ff-5941-4e92-bd6b-f1142b3d92ab {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:20:23.528140 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f058f002-c493-40bd-8d9c-ea1d4f25a841", "name": "network-vif-plugged", "status": "completed", "tag": "9dae43d6-469f-4183-a81e-8a286003c1f2", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:20:23.528433 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a6874ff-5941-4e92-bd6b-f1142b3d92ab {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:20:23.528834 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6874ff-5941-4e92-bd6b-f1142b3d92ab'] response: {'server_uuid': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae43d6-469f-4183-a81e-8a286003c1f2', 'code': 200} Mar 29 13:20:23.557038 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:23.605454 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=9dae43d6-469f-4183-a81e-8a286003c1f2,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:23.842624 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ecbef-593b-426d-b615-75d87b714fef req-cc5a67b4-2430-4392-955b-ceddd297ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:23.844048 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-077ecbef-593b-426d-b615-75d87b714fef req-cc5a67b4-2430-4392-955b-ceddd297ddf4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 1129 time: 0.0445616 Mar 29 13:20:23.887248 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-077ecbef-593b-426d-b615-75d87b714fef req-eb93343d-c83c-4dbc-9baf-8d34343538fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Mar 29 13:20:24.189575 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b2617-bc25-42f7-adf0-3c25fc1bd788 req-6c7574f2-5973-4036-93d1-953d2bdabe43 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:24.191014 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7a9b2617-bc25-42f7-adf0-3c25fc1bd788 req-6c7574f2-5973-4036-93d1-953d2bdabe43 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0518067 Mar 29 13:20:24.248937 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-7a9b2617-bc25-42f7-adf0-3c25fc1bd788 req-1df87d77-495e-41d8-823f-b2c305243b38 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522554 Mar 29 13:20:24.397208 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081e034-2d84-413b-ab38-2a1c71b79d9a req-209552f9-11d4-4f7c-a237-28d62d9142ed tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:24.398671 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7081e034-2d84-413b-ab38-2a1c71b79d9a req-209552f9-11d4-4f7c-a237-28d62d9142ed tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 945 time: 0.0551398 Mar 29 13:20:24.444817 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-7081e034-2d84-413b-ab38-2a1c71b79d9a req-bb2a9b88-7de1-4775-8b43-7e887904896b tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399230 Mar 29 13:20:25.367479 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f323cf7-b8d8-452f-b867-eafc90be16d2 req-88d6e72f-0ab5-4f13-8bf4-fe500d9935f0 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:25.368993 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f323cf7-b8d8-452f-b867-eafc90be16d2 req-88d6e72f-0ab5-4f13-8bf4-fe500d9935f0 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0523481 Mar 29 13:20:25.431521 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1f323cf7-b8d8-452f-b867-eafc90be16d2 req-75487695-9757-4fa9-99cc-827d362670ce tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567782 Mar 29 13:20:25.560754 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3c1c3-6f5e-4b68-ab12-e109d41e37a4 req-7af0fd8d-1293-469f-ad8f-8950d8a25851 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:25.562120 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-02d3c1c3-6f5e-4b68-ab12-e109d41e37a4 req-7af0fd8d-1293-469f-ad8f-8950d8a25851 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 945 time: 0.0519648 Mar 29 13:20:25.607835 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-02d3c1c3-6f5e-4b68-ab12-e109d41e37a4 req-48d6fce3-9da5-4062-b252-44ccf680f67f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Mar 29 13:20:26.549292 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1745a96-5090-4f37-8458-0cb0835cbb6d req-04b95991-e582-4a92-a87c-b2bbbb788be0 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:26.550821 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a1745a96-5090-4f37-8458-0cb0835cbb6d req-04b95991-e582-4a92-a87c-b2bbbb788be0 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0522201 Mar 29 13:20:26.610139 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a1745a96-5090-4f37-8458-0cb0835cbb6d req-e904f8e6-e3f4-47a2-9692-8680984295e9 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533261 Mar 29 13:20:27.737604 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e11e7-b646-4b11-a755-641c9fba4c33 req-efef8211-a7be-41ff-9e39-aa7080b04413 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:27.739058 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d11e11e7-b646-4b11-a755-641c9fba4c33 req-efef8211-a7be-41ff-9e39-aa7080b04413 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0605826 Mar 29 13:20:27.799712 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-d11e11e7-b646-4b11-a755-641c9fba4c33 req-c9610ade-be7e-4739-a9fc-c9c5d12a4771 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549278 Mar 29 13:20:28.922647 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d3aa6-b8b2-4ae2-9a45-3076c08cbcae req-1249e086-6ec6-4b03-994e-cc710972de8b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:28.924136 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-680d3aa6-b8b2-4ae2-9a45-3076c08cbcae req-1249e086-6ec6-4b03-994e-cc710972de8b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0535774 Mar 29 13:20:28.985738 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-680d3aa6-b8b2-4ae2-9a45-3076c08cbcae req-460c6587-46bc-4ea5-bf4d-f90b9461ceec tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534136 Mar 29 13:20:30.106995 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637df4f-b974-42bd-81b9-a6a95c45818f req-a42c8aee-0506-4131-8d5e-d7b71d725fbc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:30.108478 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6637df4f-b974-42bd-81b9-a6a95c45818f req-a42c8aee-0506-4131-8d5e-d7b71d725fbc tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0541799 Mar 29 13:20:30.167981 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-6637df4f-b974-42bd-81b9-a6a95c45818f req-e1f6c4b8-38fe-4d63-9a25-c0092c4292c4 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537062 Mar 29 13:20:31.406235 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefa118-f792-4473-8466-5c7ce882e277 req-53dc6369-548f-41c0-9263-689057112045 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:31.407729 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6cefa118-f792-4473-8466-5c7ce882e277 req-53dc6369-548f-41c0-9263-689057112045 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.1707602 Mar 29 13:20:31.472319 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-6cefa118-f792-4473-8466-5c7ce882e277 req-d11fc978-cfe0-4903-9281-bde651c03a07 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=7fd13a6d-63e3-4460-9292-0bf4a43938f2&id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585067 Mar 29 13:20:35.317042 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:44.029556 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-5b65a7b7-b7a8-448a-a596-f30b0eb39243 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495131 Mar 29 13:20:44.140461 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-aeca5632-cfae-4c2b-94a1-32bbe64fa6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:44.142184 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-aeca5632-cfae-4c2b-94a1-32bbe64fa6dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1130 time: 0.0475111 Mar 29 13:20:44.241918 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-7af71859-e320-4087-b9aa-1aa7da4e3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:44.243364 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-7af71859-e320-4087-b9aa-1aa7da4e3db2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.0823331 Mar 29 13:20:44.311520 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-ab717564-2ad1-40b1-9580-461a41480807 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 200 len: 1002 time: 0.0607781 Mar 29 13:20:44.359753 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-b0155673-ffd8-4fef-bdf4-802a03ecd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:44.361147 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-b0155673-ffd8-4fef-bdf4-802a03ecd3e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0424705 Mar 29 13:20:44.409546 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-3422fbac-8ebf-49eb-82d3-c85709a8ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:44.411004 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-3422fbac-8ebf-49eb-82d3-c85709a8ca07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443428 Mar 29 13:20:44.503449 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-d00afe7a-83a5-4271-9d7f-4939704f3981 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833948 Mar 29 13:20:44.592839 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-0d47d711-fb55-4287-b4a9-38bcfa7e9ecd req-b73fdf53-737f-4296-a5d7-ae029c5e20b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800359 Mar 29 13:20:45.158892 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40004) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:20:45.312073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Deleting port 46637ca8-bd82-41b1-acf0-b64b5e57d94d {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:20:45.312337 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:45.389173 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:45.389499 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (46637ca8-bd82-41b1-acf0-b64b5e57d94d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:45.402073 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Calling delete_port for 46637ca8-bd82-41b1-acf0-b64b5e57d94d owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:20:45.665631 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (46637ca8-bd82-41b1-acf0-b64b5e57d94d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:45.691216 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'Port': ['ID=46637ca8-bd82-41b1-acf0-b64b5e57d94d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:45.754019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (29f25a4b-222b-4526-9d8e-875fd5ca1ef7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:45.754346 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Floating IP 29f25a4b-222b-4526-9d8e-875fd5ca1ef7 disassociated (deleted). External IP: 172.27.1.48, port: 2a61b00f-52a5-406c-8740-973b44d95856. Mar 29 13:20:45.956668 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:20:46.064251 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:20:46.069054 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:46.073554 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:20:46.083216 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:20:46.083859 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:46.098712 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-b19f6b10-d40e-48e6-a21e-4e5ee78a6764 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "DELETE /v2.0/floatingips/29f25a4b-222b-4526-9d8e-875fd5ca1ef7 HTTP/1.1" status: 204 len: 168 time: 0.9386842 Mar 29 13:20:46.099281 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:20:46.101528 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c0b365-c7b3-486b-aa09-490a5345e955" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "tag": "2a61b00f-52a5-406c-8740-973b44d95856"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:20:46.169999 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138eccde-3cfe-4097-bb26-249ef5944236 x-openstack-request-id: req-138eccde-3cfe-4097-bb26-249ef5944236 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:20:46.171623 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "tag": "2a61b00f-52a5-406c-8740-973b44d95856", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:20:46.172086 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-138eccde-3cfe-4097-bb26-249ef5944236 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:20:46.172693 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138eccde-3cfe-4097-bb26-249ef5944236'] response: {'name': 'network-changed', 'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856', 'status': 'completed', 'code': 200} Mar 29 13:20:46.196704 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:20:46.269588 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-2a910e57-057f-4a4e-a853-b28ef0569c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:46.270983 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-2a910e57-057f-4a4e-a853-b28ef0569c6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 1130 time: 0.0499878 Mar 29 13:20:46.366140 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-d6a53a81-5055-4683-9133-9cb2a416f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:46.367987 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-d6a53a81-5055-4683-9133-9cb2a416f1b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.0892489 Mar 29 13:20:46.369711 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4f71193b-156f-4905-a5de-31d6994390bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:46.413232 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-c165b662-6268-4443-9c71-8c08e7705e7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a61b00f-52a5-406c-8740-973b44d95856 HTTP/1.1" status: 200 len: 217 time: 0.0392542 Mar 29 13:20:46.450706 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:39Z', 'revision_number': 1, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:46.466027 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-692d1028-6b9f-4197-82e5-d06c1b4df31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:46.467459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-692d1028-6b9f-4197-82e5-d06c1b4df31b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0453174 Mar 29 13:20:46.476525 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:20:46.485747 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:20:46.486363 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:46.551638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-2a837f18-11f4-49a1-b09a-0d560c43fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:46.553130 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-2a837f18-11f4-49a1-b09a-0d560c43fd03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751793 Mar 29 13:20:46.567380 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d98c7-5188-4791-8ff9-58ee996ab502 req-2b94d043-f335-4124-9a1a-63a0a78b9a0b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:46.568810 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2c1d98c7-5188-4791-8ff9-58ee996ab502 req-2b94d043-f335-4124-9a1a-63a0a78b9a0b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.0652959 Mar 29 13:20:46.594604 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:20:46.672032 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2c1d98c7-5188-4791-8ff9-58ee996ab502 req-c3c28b99-769b-4ca6-844b-33983cad936c tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966818 Mar 29 13:20:46.689758 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-aa28d44d-50ac-4d12-96f1-9e08ab1f3565 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293499 Mar 29 13:20:46.784761 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e4c0b365-c7b3-486b-aa09-490a5345e955 req-2ac1e016-2b0b-4264-9f0d-d6f0a25446a9 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883305 Mar 29 13:20:46.825410 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:39Z', 'revision_number': 1, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:46.855211 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a85522-8592-4cda-ab09-337ee19d12c9 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_floatingips': [{'id': '60e736a7-69ba-4456-b0b9-81a19b724546', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'router_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'port_id': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'mac_address': 'fa:16:3e:ab:53:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T13:16:36Z', 'updated_at': '2022-03-29T13:16:39Z', 'revision_number': 1, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:20:47.094663 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ddde7-d047-4f34-a5cc-888350e46ecc None None] New status for floating IP 29f25a4b-222b-4526-9d8e-875fd5ca1ef7: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:20:47.791959 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205cb10-52de-4aeb-bf93-a5e1e01579a8 req-82dccbe5-126d-4001-9d01-684fad000faf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:47.793447 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9205cb10-52de-4aeb-bf93-a5e1e01579a8 req-82dccbe5-126d-4001-9d01-684fad000faf tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.0521934 Mar 29 13:20:47.841208 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9205cb10-52de-4aeb-bf93-a5e1e01579a8 req-c7664780-bb5a-4043-aa89-137c284d91ab tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Mar 29 13:20:48.499392 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-51edb513-c647-4c0b-a7b9-dc9c1895bdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:48.513572 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6ba9048f-bf7f-4c84-be2f-833df293a13d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:48.515204 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6ba9048f-bf7f-4c84-be2f-833df293a13d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.0527396 Mar 29 13:20:48.605008 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Deleting port 2a61b00f-52a5-406c-8740-973b44d95856 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:20:48.609954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (2a61b00f-52a5-406c-8740-973b44d95856), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:48.978773 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] For port 2a61b00f-52a5-406c-8740-973b44d95856, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=2a61b00f-52a5-406c-8740-973b44d95856,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:20:48.979137 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (2a61b00f-52a5-406c-8740-973b44d95856), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:49.000763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320d625-7f54-4bca-b10e-939ca8f9dce6 req-d45ae6ca-f62d-4c73-911b-ec5d381bdc31 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:49.002222 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8320d625-7f54-4bca-b10e-939ca8f9dce6 req-d45ae6ca-f62d-4c73-911b-ec5d381bdc31 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 946 time: 0.0911150 Mar 29 13:20:49.003107 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Calling delete_port for 2a61b00f-52a5-406c-8740-973b44d95856 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:20:49.092312 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-8320d625-7f54-4bca-b10e-939ca8f9dce6 req-01497c54-436c-4a17-9b85-eba71ba9c939 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836873 Mar 29 13:20:49.219851 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (2a61b00f-52a5-406c-8740-973b44d95856), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:49.246381 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'Port': ['ID=2a61b00f-52a5-406c-8740-973b44d95856,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:49.298799 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] No DVR routers for this DVR port 2a61b00f-52a5-406c-8740-973b44d95856 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:20:49.301504 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:49.304974 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2960b61a-6be9-46b7-bf8d-2c06ad987e28 req-6e20d790-d2a2-4b2a-b147-d27ddd7a70f9 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "DELETE /v2.0/ports/2a61b00f-52a5-406c-8740-973b44d95856 HTTP/1.1" status: 204 len: 173 time: 0.7839789 Mar 29 13:20:49.305425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'name': 'network-vif-deleted', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:20:49.307741 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05a164f-6340-4bee-8d7a-35d8ceb39423" -d '{"events": [{"server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "name": "network-vif-deleted", "tag": "2a61b00f-52a5-406c-8740-973b44d95856"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:20:49.344195 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adbddb3-ba68-4004-938c-c45b1a67477d x-openstack-request-id: req-6adbddb3-ba68-4004-938c-c45b1a67477d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:20:49.344538 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd", "name": "network-vif-deleted", "tag": "2a61b00f-52a5-406c-8740-973b44d95856", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:20:49.344831 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6adbddb3-ba68-4004-938c-c45b1a67477d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:20:49.345256 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6adbddb3-ba68-4004-938c-c45b1a67477d'] response: {'server_uuid': '0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd', 'name': 'network-vif-deleted', 'tag': '2a61b00f-52a5-406c-8740-973b44d95856', 'status': 'completed', 'code': 200} Mar 29 13:20:49.688638 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:50.194691 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1c1457fd-91b2-496e-a3df-8583ba7e6ce2 req-56371bb1-f01b-43f4-9ee9-466daf7048e7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b7d5aa6-e5af-4649-a3c5-786ae9d1b9dd HTTP/1.1" status: 200 len: 210 time: 0.0269732 Mar 29 13:20:51.065151 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:52.716598 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:53.925854 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 2a61b00f-52a5-406c-8740-973b44d95856 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:20:53.947468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 2a61b00f-52a5-406c-8740-973b44d95856 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:20:53.947830 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 2a61b00f-52a5-406c-8740-973b44d95856 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:20:55.747778 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40066) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:20:55.902341 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Deleting port 6cc1de22-3fef-4fd1-affa-d87ee52e4838 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:20:55.902873 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:55.979085 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:55.979409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (6cc1de22-3fef-4fd1-affa-d87ee52e4838), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:55.990897 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Calling delete_port for 6cc1de22-3fef-4fd1-affa-d87ee52e4838 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:20:56.203119 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (6cc1de22-3fef-4fd1-affa-d87ee52e4838), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:56.231380 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'Port': ['ID=6cc1de22-3fef-4fd1-affa-d87ee52e4838,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:20:56.289968 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (60e736a7-69ba-4456-b0b9-81a19b724546), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:56.290308 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.db.l3_db [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Floating IP 60e736a7-69ba-4456-b0b9-81a19b724546 disassociated (deleted). External IP: 172.27.1.250, port: 65ab9c03-cec4-443c-aaf2-b84249f20246. Mar 29 13:20:56.510924 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:20:56.618728 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:20:56.623435 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:20:56.630008 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:20:56.639882 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:20:56.640540 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:56.653007 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-4932974f-f4ab-4107-8ba7-69c8a8b6f635 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "DELETE /v2.0/floatingips/60e736a7-69ba-4456-b0b9-81a19b724546 HTTP/1.1" status: 204 len: 168 time: 0.9041486 Mar 29 13:20:56.653711 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:20:56.656731 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504fc143-5bfc-45de-b957-e71cabaf0999" -d '{"events": [{"name": "network-changed", "server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:20:56.696514 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc97edd0-4a41-4261-abc5-b9526c143b07 x-openstack-request-id: req-cc97edd0-4a41-4261-abc5-b9526c143b07 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:20:56.696514 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:20:56.696514 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc97edd0-4a41-4261-abc5-b9526c143b07 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:20:56.696514 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc97edd0-4a41-4261-abc5-b9526c143b07'] response: {'name': 'network-changed', 'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'status': 'completed', 'code': 200} Mar 29 13:20:56.757418 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:20:56.954741 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:56.984229 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:20:56.992231 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:20:56.992823 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:57.107071 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:20:57.109797 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b93d6e-f64a-4f59-bdbd-55d291462175 req-d549dd1c-eef3-4044-b951-86ce42f89ec5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:57.111273 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-66b93d6e-f64a-4f59-bdbd-55d291462175 req-d549dd1c-eef3-4044-b951-86ce42f89ec5 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0579946 Mar 29 13:20:57.160287 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-66b93d6e-f64a-4f59-bdbd-55d291462175 req-e75485ac-caf4-4838-bc24-511505186249 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 Mar 29 13:20:57.299908 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:20:57.324772 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cde65eb-6ead-4cab-aea1-a8b0b3212e2a None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:32Z', 'revision_number': 4, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '5f8eacd8-b6a0-401d-9d61-05dde3220f93', 'name': '', 'network_id': '2d2d0fd2-c7bb-4377-a7df-6b05df323176', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'mac_address': 'fa:16:3e:09:2f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '563217e1-1979-4198-830e-021996f7bcf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:31Z', 'updated_at': '2022-03-29T13:12:36Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'subnets': [{'id': '563217e1-1979-4198-830e-021996f7bcf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:20:57.547175 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb7862a-5acd-4b8e-a9d6-a1ce1782cc24 None None] New status for floating IP 60e736a7-69ba-4456-b0b9-81a19b724546: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:20:58.278651 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae539e25-4a0b-49b8-b53e-44383d918dfb req-50a1daa5-5a49-4cf3-a30d-5009d7d0b7e7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:58.280152 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae539e25-4a0b-49b8-b53e-44383d918dfb req-50a1daa5-5a49-4cf3-a30d-5009d7d0b7e7 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0527358 Mar 29 13:20:58.328630 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ae539e25-4a0b-49b8-b53e-44383d918dfb req-1bd76e77-3f5a-49cb-b1fa-5489238e009f tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Mar 29 13:20:58.415503 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-ab37dd6f-a645-4af9-95c9-6acb7d18f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:58.417001 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-ab37dd6f-a645-4af9-95c9-6acb7d18f932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 1130 time: 0.0511010 Mar 29 13:20:58.507868 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-80c471e1-7a61-4c63-97a6-5be8189eac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:58.509387 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-80c471e1-7a61-4c63-97a6-5be8189eac3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 200 len: 911 time: 0.0838423 Mar 29 13:20:58.564364 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-d74f783b-6262-4b24-ae22-bc2c9336d8cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 200 len: 217 time: 0.0399265 Mar 29 13:20:58.614657 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-d0538e0c-e591-48cd-876a-ecb0cad3b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:58.616025 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-d0538e0c-e591-48cd-876a-ecb0cad3b668 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 200 len: 850 time: 0.0450075 Mar 29 13:20:58.666713 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-acdd48c2-bd8b-41cb-968e-397f731c8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:58.668195 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-acdd48c2-bd8b-41cb-968e-397f731c8e96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d2d0fd2-c7bb-4377-a7df-6b05df323176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433459 Mar 29 13:20:58.678730 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-de68a781-7f4c-41eb-92f0-26a94603f2e9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:20:58.679679 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-de68a781-7f4c-41eb-92f0-26a94603f2e9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046959 Mar 29 13:20:58.771937 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-0cd98827-313c-4084-b379-3b743bb5e049 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841305 Mar 29 13:20:58.859988 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-504fc143-5bfc-45de-b957-e71cabaf0999 req-22b3070e-57c7-4367-9bb6-90270385cfe2 service neutron] 10.222.0.18 "GET /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814402 Mar 29 13:20:59.446503 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5b89-7f87-4674-a4de-26e022c540c6 req-57ffce72-4781-4a0d-af54-ecf9ee87a207 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:20:59.447992 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1ead5b89-7f87-4674-a4de-26e022c540c6 req-57ffce72-4781-4a0d-af54-ecf9ee87a207 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0531678 Mar 29 13:20:59.494312 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:20:59.495469 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-1ead5b89-7f87-4674-a4de-26e022c540c6 req-c7991f06-a3e1-45be-8ed5-0145f5cd3305 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Mar 29 13:21:00.615942 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dc9f0-bdc3-48b0-b7b6-e509b7aac6f5 req-15383e0b-7aef-45e5-a405-2859233dc4aa tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:00.617459 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-005dc9f0-bdc3-48b0-b7b6-e509b7aac6f5 req-15383e0b-7aef-45e5-a405-2859233dc4aa tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0525572 Mar 29 13:21:00.666303 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-005dc9f0-bdc3-48b0-b7b6-e509b7aac6f5 req-2760a96f-5932-4814-b50f-708f8977dd74 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Mar 29 13:21:01.783861 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ec3de-16b0-4fb6-8168-45b43a586624 req-2fda2823-9775-49db-80d2-bba83d9539aa tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:01.785309 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a88ec3de-16b0-4fb6-8168-45b43a586624 req-2fda2823-9775-49db-80d2-bba83d9539aa tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0515771 Mar 29 13:21:01.836870 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-a88ec3de-16b0-4fb6-8168-45b43a586624 req-b65b61ee-4012-4ce0-b3fa-e24f266d26fe tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460994 Mar 29 13:21:02.959052 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109205-59bf-44ef-acbe-f7bffe9a4e25 req-2392da7f-574e-4eb1-9857-05d1a932b151 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:02.960550 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ab109205-59bf-44ef-acbe-f7bffe9a4e25 req-2392da7f-574e-4eb1-9857-05d1a932b151 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0563593 Mar 29 13:21:03.008623 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ab109205-59bf-44ef-acbe-f7bffe9a4e25 req-1e5108f4-ad6f-41fd-a303-699cb837f843 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/security-groups?id=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Mar 29 13:21:03.173774 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-d8d93d86-fd96-4482-9a2b-330067999707 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:03.175208 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-d8d93d86-fd96-4482-9a2b-330067999707 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 946 time: 0.0531213 Mar 29 13:21:03.270420 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Deleting port 65ab9c03-cec4-443c-aaf2-b84249f20246 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:03.270758 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:03.357007 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] For port 65ab9c03-cec4-443c-aaf2-b84249f20246, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=65ab9c03-cec4-443c-aaf2-b84249f20246,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:03.357373 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:03.370721 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Calling delete_port for 65ab9c03-cec4-443c-aaf2-b84249f20246 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:03.590654 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (65ab9c03-cec4-443c-aaf2-b84249f20246), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:03.617874 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'Port': ['ID=65ab9c03-cec4-443c-aaf2-b84249f20246,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:03.660818 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] No DVR routers for this DVR port 65ab9c03-cec4-443c-aaf2-b84249f20246 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:03.663259 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:03.666548 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-478a88a4-d6dd-4a75-b8b5-f3276a35f23a req-45df4b41-7ff8-4891-ba83-8a49f204f39d tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.18 "DELETE /v2.0/ports/65ab9c03-cec4-443c-aaf2-b84249f20246 HTTP/1.1" status: 204 len: 173 time: 0.4860756 Mar 29 13:21:03.666988 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'name': 'network-vif-deleted', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:03.669218 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e70f7d-a538-4701-b3e3-690b7312a6f5" -d '{"events": [{"server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "name": "network-vif-deleted", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:03.703949 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d52520d-9843-4264-bf3b-2835802d2434 x-openstack-request-id: req-8d52520d-9843-4264-bf3b-2835802d2434 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:03.704223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501b0a11-f681-45af-9e7a-f7d7585e054b", "name": "network-vif-deleted", "tag": "65ab9c03-cec4-443c-aaf2-b84249f20246", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:03.704487 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d52520d-9843-4264-bf3b-2835802d2434 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:03.704888 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d52520d-9843-4264-bf3b-2835802d2434'] response: {'server_uuid': '501b0a11-f681-45af-9e7a-f7d7585e054b', 'name': 'network-vif-deleted', 'tag': '65ab9c03-cec4-443c-aaf2-b84249f20246', 'status': 'completed', 'code': 200} Mar 29 13:21:04.117897 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2b749f62-e8c4-41a4-9b84-520deab4cb55 req-23f2b684-ed7d-438b-909e-7974f6f196c2 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0329750 Mar 29 13:21:04.829982 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 65ab9c03-cec4-443c-aaf2-b84249f20246 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:04.850228 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 65ab9c03-cec4-443c-aaf2-b84249f20246 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:04.850566 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 65ab9c03-cec4-443c-aaf2-b84249f20246 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:05.226596 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-362a00b4-a497-4f16-8b84-3d0899ecfdd3 req-20067f23-6e81-4654-b851-fe762f7ca26b tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "GET /v2.0/ports?device_id=501b0a11-f681-45af-9e7a-f7d7585e054b HTTP/1.1" status: 200 len: 210 time: 0.0295615 Mar 29 13:21:05.345576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.282941 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40126) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:06.408954 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Deleting port 7e470db9-3718-4a41-8201-0a7fc8ce76a7 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:06.409297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.480944 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.481265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (7e470db9-3718-4a41-8201-0a7fc8ce76a7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.493173 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Calling delete_port for 7e470db9-3718-4a41-8201-0a7fc8ce76a7 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:06.699023 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (7e470db9-3718-4a41-8201-0a7fc8ce76a7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.725763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'Port': ['ID=7e470db9-3718-4a41-8201-0a7fc8ce76a7,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:06.793371 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for floatingip (75c81edc-521a-45ae-a1c3-bb26b75f269a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.796240 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:06.797456 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-524a5dec-0de5-40ce-a182-a1f8d7d8e292 tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "DELETE /v2.0/floatingips/75c81edc-521a-45ae-a1c3-bb26b75f269a HTTP/1.1" status: 204 len: 168 time: 0.5133953 Mar 29 13:21:08.103735 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40150) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:08.159019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-495400dc-6d53-49a0-b3da-109ba72cc14e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group (f083ad7d-576e-4b62-b7e3-87e6ea41e5fb), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:08.183515 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-495400dc-6d53-49a0-b3da-109ba72cc14e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group (f083ad7d-576e-4b62-b7e3-87e6ea41e5fb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:08.321887 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-495400dc-6d53-49a0-b3da-109ba72cc14e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (f083ad7d-576e-4b62-b7e3-87e6ea41e5fb), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:08.324558 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-495400dc-6d53-49a0-b3da-109ba72cc14e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:08.325702 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-495400dc-6d53-49a0-b3da-109ba72cc14e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] 10.222.0.21 "DELETE /v2.0/security-groups/f083ad7d-576e-4b62-b7e3-87e6ea41e5fb HTTP/1.1" status: 204 len: 168 time: 0.2209816 Mar 29 13:21:08.335279 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495400dc-6d53-49a0-b3da-109ba72cc14e tempest-TestVolumeBootPattern-2084101776 tempest-TestVolumeBootPattern-2084101776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f083ad7d-576e-4b62-b7e3-87e6ea41e5fb,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:08.444990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40154) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:08.842009 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (cdcb669c-38fb-42dc-81fa-87a754b08c90), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:09.091376 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Deleting port 5f8eacd8-b6a0-401d-9d61-05dde3220f93 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:09.091824 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:09.167379 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] For port 5f8eacd8-b6a0-401d-9d61-05dde3220f93, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5f8eacd8-b6a0-401d-9d61-05dde3220f93,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:09.168063 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:09.179965 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Calling delete_port for 5f8eacd8-b6a0-401d-9d61-05dde3220f93 owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:09.420733 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7413bf-1a05-4058-afb9-3f6a68bacb70 req-8de9f2fb-4d5b-4cc7-81b2-4aaccedd2fee tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:09.422305 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7413bf-1a05-4058-afb9-3f6a68bacb70 req-8de9f2fb-4d5b-4cc7-81b2-4aaccedd2fee tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 945 time: 0.0594909 Mar 29 13:21:09.445238 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5f8eacd8-b6a0-401d-9d61-05dde3220f93), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:09.476708 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8eacd8-b6a0-401d-9d61-05dde3220f93,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:09.521853 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-1d7413bf-1a05-4058-afb9-3f6a68bacb70 req-70b9e2f8-0664-47f8-b809-8b602b1b247a tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935957 Mar 29 13:21:09.665819 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (cdcb669c-38fb-42dc-81fa-87a754b08c90), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:10.157831 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Router cdcb669c-38fb-42dc-81fa-87a754b08c90 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:21:10.276721 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:21:10.281919 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6025a60a-e9d7-4c2d-97e9-3bb328430fea admin admin] 10.222.0.21 "PUT /v2.0/routers/cdcb669c-38fb-42dc-81fa-87a754b08c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8358953 Mar 29 13:21:10.284638 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40164) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:10.286559 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] Sync routers for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:21:10.296060 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:10.296669 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:10.398985 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks [] for router (cdcb669c-38fb-42dc-81fa-87a754b08c90), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:10.421248 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:10.510372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks [] for router_gateway (cdcb669c-38fb-42dc-81fa-87a754b08c90), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:10.648446 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:21:09Z', 'revision_number': 5, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port': {'id': '50cecd8c-556c-42e5-9816-d6aa7924a954', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:12:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:10.675727 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06cd5d-6e47-4824-8dcf-b7c1bfd6170e req-0ab2aab6-950e-422b-a695-01b19e027ba8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:10.680858 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] Checking router: cdcb669c-38fb-42dc-81fa-87a754b08c90 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:21:10.681027 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ef06cd5d-6e47-4824-8dcf-b7c1bfd6170e req-0ab2aab6-950e-422b-a695-01b19e027ba8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 945 time: 0.0733778 Mar 29 13:21:10.685337 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Deleting port 50cecd8c-556c-42e5-9816-d6aa7924a954 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:10.685817 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:10.686735 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] Routers {'cdcb669c-38fb-42dc-81fa-87a754b08c90'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:10.688670 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['cdcb669c-38fb-42dc-81fa-87a754b08c90'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:10.739766 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ef06cd5d-6e47-4824-8dcf-b7c1bfd6170e req-6a059874-ff20-4d19-8582-82fdb6e3b35c tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484173 Mar 29 13:21:10.778275 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] For port 50cecd8c-556c-42e5-9816-d6aa7924a954, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=50cecd8c-556c-42e5-9816-d6aa7924a954,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:10.778688 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:10.793171 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Calling delete_port for 50cecd8c-556c-42e5-9816-d6aa7924a954 owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:10.793429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] Set router cdcb669c-38fb-42dc-81fa-87a754b08c90 gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:10.867299 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:21:10Z', 'revision_number': 6, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:11.020208 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2e359e-92bf-42fd-aa27-fcc0529b0f88 None None] The sync data for ids ['cdcb669c-38fb-42dc-81fa-87a754b08c90'] in dv-cinder-815560-5-iscsi is: [{'id': 'cdcb669c-38fb-42dc-81fa-87a754b08c90', 'name': 'tempest-TestVolumeBootPattern-542934593-router', 'tenant_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:28Z', 'updated_at': '2022-03-29T13:21:10Z', 'revision_number': 6, 'project_id': '5b287c59c3dc4b209029dfe3a4c8e545', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:21:11.144859 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (50cecd8c-556c-42e5-9816-d6aa7924a954), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.170986 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Pushing event deleted for resources: {'Port': ['ID=50cecd8c-556c-42e5-9816-d6aa7924a954,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:11.259742 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (cdcb669c-38fb-42dc-81fa-87a754b08c90), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.358820 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-e44cdba2-1a47-4735-b70d-7d7f065b14e1 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:11.360517 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-e44cdba2-1a47-4735-b70d-7d7f065b14e1 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 945 time: 0.1475062 Mar 29 13:21:11.376568 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (cdcb669c-38fb-42dc-81fa-87a754b08c90), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.382009 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks [] for router_controller (cdcb669c-38fb-42dc-81fa-87a754b08c90), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.498417 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Deleting port 9dae43d6-469f-4183-a81e-8a286003c1f2 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:11.498755 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.512263 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (cdcb669c-38fb-42dc-81fa-87a754b08c90), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.512765 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdcb669c-38fb-42dc-81fa-87a754b08c90 {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:21:11.542612 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.543748 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-1ffd8f6c-1514-4cca-92ee-72cec031396b admin admin] 10.222.0.21 "DELETE /v2.0/routers/cdcb669c-38fb-42dc-81fa-87a754b08c90 HTTP/1.1" status: 204 len: 168 time: 1.2581453 Mar 29 13:21:11.546513 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40168) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:11.591432 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Deleting subnet 563217e1-1979-4198-830e-021996f7bcf0 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:21:11.593039 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] For port 9dae43d6-469f-4183-a81e-8a286003c1f2, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=9dae43d6-469f-4183-a81e-8a286003c1f2,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:11.593407 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.594444 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Publish callbacks [] for subnet (563217e1-1979-4198-830e-021996f7bcf0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.606720 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Calling delete_port for 9dae43d6-469f-4183-a81e-8a286003c1f2 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:11.631567 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15946191'] for subnet (563217e1-1979-4198-830e-021996f7bcf0), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.707750 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (563217e1-1979-4198-830e-021996f7bcf0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.829190 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9dae43d6-469f-4183-a81e-8a286003c1f2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.851045 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-34893f41-2533-433a-a716-da1522da4430 req-0d154a22-14dc-45e7-803f-c9c8a1b9ea1e tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 210 time: 0.0325019 Mar 29 13:21:11.866392 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['9dae43d6-469f-4183-a81e-8a286003c1f2'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:21:11.873664 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Pushing event deleted for resources: {'Port': ['ID=9dae43d6-469f-4183-a81e-8a286003c1f2,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:11.878036 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165787'] for subnet (563217e1-1979-4198-830e-021996f7bcf0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.918890 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.926541 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6109f8-7219-443a-89cb-2c75e485272a None None] Network 2d2d0fd2-c7bb-4377-a7df-6b05df323176 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:21:11.927324 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/563217e1-1979-4198-830e-021996f7bcf0 HTTP/1.1" status: 204 len: 168 time: 0.3797569 Mar 29 13:21:11.928162 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40172) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:11.929091 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563217e1-1979-4198-830e-021996f7bcf0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:11.929430 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] No DVR routers for this DVR port 9dae43d6-469f-4183-a81e-8a286003c1f2 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:11.931927 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:11.935221 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-48b0a39a-9454-49f9-9e78-eca509c41d1a req-159ce99d-2e7d-4954-b295-4b97c0b28366 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "DELETE /v2.0/ports/9dae43d6-469f-4183-a81e-8a286003c1f2 HTTP/1.1" status: 204 len: 173 time: 0.5677032 Mar 29 13:21:11.935771 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'name': 'network-vif-deleted', 'tag': '9dae43d6-469f-4183-a81e-8a286003c1f2'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:11.939047 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eeced2-dac5-413e-87a1-85c1d2f64e13" -d '{"events": [{"server_uuid": "f058f002-c493-40bd-8d9c-ea1d4f25a841", "name": "network-vif-deleted", "tag": "9dae43d6-469f-4183-a81e-8a286003c1f2"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:11.994668 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.995015 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.995585 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.996088 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.996424 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.996754 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.997094 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.997409 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.997733 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.998056 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.998376 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.998699 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.999019 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.999336 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:11.999683 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202359bd-ecc6-4a6b-a3c3-ce8fae2c28e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:12.018643 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (2d2d0fd2-c7bb-4377-a7df-6b05df323176), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.083529 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Deleting port 78ac451c-65ba-4d39-b03d-bc68d0640eaf {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:12.083529 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.105571 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1969f0-f057-4ec7-814a-1644151d7bcb x-openstack-request-id: req-9b1969f0-f057-4ec7-814a-1644151d7bcb {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:12.107814 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f058f002-c493-40bd-8d9c-ea1d4f25a841", "name": "network-vif-deleted", "tag": "9dae43d6-469f-4183-a81e-8a286003c1f2", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:12.116329 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b1969f0-f057-4ec7-814a-1644151d7bcb {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:12.116329 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1969f0-f057-4ec7-814a-1644151d7bcb'] response: {'server_uuid': 'f058f002-c493-40bd-8d9c-ea1d4f25a841', 'name': 'network-vif-deleted', 'tag': '9dae43d6-469f-4183-a81e-8a286003c1f2', 'status': 'completed', 'code': 200} Mar 29 13:21:12.160078 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] DHCP port deletion for 2d2d0fd2-c7bb-4377-a7df-6b05df323176 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:21:12.161773 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] For port 78ac451c-65ba-4d39-b03d-bc68d0640eaf, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=78ac451c-65ba-4d39-b03d-bc68d0640eaf,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:12.162145 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.199553 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 5f8eacd8-b6a0-401d-9d61-05dde3220f93 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:12.205119 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Calling delete_port for 78ac451c-65ba-4d39-b03d-bc68d0640eaf owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:12.226231 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 5f8eacd8-b6a0-401d-9d61-05dde3220f93 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:12.226664 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 5f8eacd8-b6a0-401d-9d61-05dde3220f93 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:12.227139 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 50cecd8c-556c-42e5-9816-d6aa7924a954 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:12.247934 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 50cecd8c-556c-42e5-9816-d6aa7924a954 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:12.248355 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 50cecd8c-556c-42e5-9816-d6aa7924a954 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:12.267531 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] Deleting port 78ac451c-65ba-4d39-b03d-bc68d0640eaf {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:12.268130 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.332036 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] For port 78ac451c-65ba-4d39-b03d-bc68d0640eaf, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=78ac451c-65ba-4d39-b03d-bc68d0640eaf,segment=NetworkSegment(092c7a14-3f69-46ff-90b5-c72e1c3e9581),segment_id=092c7a14-3f69-46ff-90b5-c72e1c3e9581)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:12.332348 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.339563 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.345917 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] Calling delete_port for 78ac451c-65ba-4d39-b03d-bc68d0640eaf owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:12.372342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] No DVR routers for this DVR port 78ac451c-65ba-4d39-b03d-bc68d0640eaf on host dv-cinder-815560-5-iscsi {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:12.372342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ac451c-65ba-4d39-b03d-bc68d0640eaf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:12.428793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (78ac451c-65ba-4d39-b03d-bc68d0640eaf), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.447355 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (2d2d0fd2-c7bb-4377-a7df-6b05df323176), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.455518 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] Pushing event deleted for resources: {'Port': ['ID=78ac451c-65ba-4d39-b03d-bc68d0640eaf,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:12.457533 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6648e-1fdf-4c09-8161-c0fa89bedd6d None None] No DVR routers for this DVR port 78ac451c-65ba-4d39-b03d-bc68d0640eaf on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:12.477656 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2d0fd2-c7bb-4377-a7df-6b05df323176']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:12.488058 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092c7a14-3f69-46ff-90b5-c72e1c3e9581') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:12.488348 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092c7a14-3f69-46ff-90b5-c72e1c3e9581') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:12.497544 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (092c7a14-3f69-46ff-90b5-c72e1c3e9581), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.510092 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (092c7a14-3f69-46ff-90b5-c72e1c3e9581), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.515787 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:21:12.516484 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (092c7a14-3f69-46ff-90b5-c72e1c3e9581), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:21:12.518149 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:21:12.636336 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (2d2d0fd2-c7bb-4377-a7df-6b05df323176), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.642207 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:12.645357 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2d2d0fd2-c7bb-4377-a7df-6b05df323176 HTTP/1.1" status: 204 len: 168 time: 0.7137733 Mar 29 13:21:12.649412 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40178) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:12.657168 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9da38-75cc-40af-b46c-30824ee08a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2d0fd2-c7bb-4377-a7df-6b05df323176,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:12.968859 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-2c7d2043-a0fd-408b-82d0-2dea9a792469 req-f50eefca-af4b-4dce-ba62-366b5cb772bf tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=f058f002-c493-40bd-8d9c-ea1d4f25a841 HTTP/1.1" status: 200 len: 210 time: 0.0283613 Mar 29 13:21:13.024797 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:13.268702 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Deleting port 67146739-431e-44f5-a68f-2e8f4e8391ae {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:13.269031 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:13.344803 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] For port 67146739-431e-44f5-a68f-2e8f4e8391ae, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=67146739-431e-44f5-a68f-2e8f4e8391ae,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:13.345154 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:13.357409 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Calling delete_port for 67146739-431e-44f5-a68f-2e8f4e8391ae owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:13.584824 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (67146739-431e-44f5-a68f-2e8f4e8391ae), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:13.609101 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Pushing event deleted for resources: {'Port': ['ID=67146739-431e-44f5-a68f-2e8f4e8391ae,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:13.773327 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:13.982896 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:21:14.108712 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:21:14.115418 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-b42567d7-7be7-48c0-9c08-88a3467e297a admin admin] 10.222.0.21 "PUT /v2.0/routers/178a2750-2e3f-4d40-b00c-1b87c78b3fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4645994 Mar 29 13:21:14.120520 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40186) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:14.121798 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] Sync routers for ids ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:21:14.138172 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] Routers {'178a2750-2e3f-4d40-b00c-1b87c78b3fb4'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:14.138795 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:14.193409 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 78ac451c-65ba-4d39-b03d-bc68d0640eaf no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:14.214302 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 78ac451c-65ba-4d39-b03d-bc68d0640eaf {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:14.214645 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 78ac451c-65ba-4d39-b03d-bc68d0640eaf not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:14.251569 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] Set router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:14.445689 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:21:13Z', 'revision_number': 5, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:14.473845 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] Checking router: 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:21:14.483257 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] Routers {'178a2750-2e3f-4d40-b00c-1b87c78b3fb4'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:14.484037 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:20:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:14.519105 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks [] for router (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:14.592702 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] Set router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:14.623302 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks [] for router_gateway (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:14.791617 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Deleting port 9774dd05-4bf2-49e5-84ad-53d3b11461a6 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:14.791617 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:14.861818 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:21:13Z', 'revision_number': 5, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:14.866340 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] For port 9774dd05-4bf2-49e5-84ad-53d3b11461a6, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9774dd05-4bf2-49e5-84ad-53d3b11461a6,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:14.866706 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:14.884851 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Calling delete_port for 9774dd05-4bf2-49e5-84ad-53d3b11461a6 owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:14.892890 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d7b06-883d-4b34-9297-e7879a327536 None None] The sync data for ids ['178a2750-2e3f-4d40-b00c-1b87c78b3fb4'] in dv-cinder-815560-5-iscsi is: [{'id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'name': 'tempest-TestVolumeBootPattern-401080491-router', 'tenant_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:12:36Z', 'updated_at': '2022-03-29T13:21:13Z', 'revision_number': 5, 'project_id': '91a7e31641a14fe7b75dd48cdcdbc1a9', 'gw_port': {'id': '9774dd05-4bf2-49e5-84ad-53d3b11461a6', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:92:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178a2750-2e3f-4d40-b00c-1b87c78b3fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:12:37Z', 'updated_at': '2022-03-29T13:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:21:15.116532 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (9774dd05-4bf2-49e5-84ad-53d3b11461a6), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.141911 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9774dd05-4bf2-49e5-84ad-53d3b11461a6,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:15.200936 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.295748 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.298625 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks [] for router_controller (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.413423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (178a2750-2e3f-4d40-b00c-1b87c78b3fb4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.414004 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178a2750-2e3f-4d40-b00c-1b87c78b3fb4 {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:21:15.418292 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.419463 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-9166f885-5d37-413f-91c0-2df671babef4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/178a2750-2e3f-4d40-b00c-1b87c78b3fb4 HTTP/1.1" status: 204 len: 168 time: 1.2980132 Mar 29 13:21:15.421908 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40190) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:15.469747 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Deleting subnet 159305a3-fed5-4ba1-b607-be5dc51a620e {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:21:15.473122 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Publish callbacks [] for subnet (159305a3-fed5-4ba1-b607-be5dc51a620e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.508855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (159305a3-fed5-4ba1-b607-be5dc51a620e), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.591965 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (159305a3-fed5-4ba1-b607-be5dc51a620e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.727987 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (159305a3-fed5-4ba1-b607-be5dc51a620e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.752982 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159305a3-fed5-4ba1-b607-be5dc51a620e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:15.760121 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.760121 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ed6a055e-fcab-49a0-a968-bf78c7de181a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/159305a3-fed5-4ba1-b607-be5dc51a620e HTTP/1.1" status: 204 len: 168 time: 0.3361320 Mar 29 13:21:15.762038 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e41a20-93c2-40a8-87d8-b7f11b5eb3c1 None None] Network e40e4621-8d15-49f4-b44f-5317fdfa5836 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:21:15.762570 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40194) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:15.830687 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (e40e4621-8d15-49f4-b44f-5317fdfa5836), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.889877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Deleting port 5d01c829-b336-4d46-9d47-39bc05ec136a {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:15.889877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.923793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] DHCP port deletion for e40e4621-8d15-49f4-b44f-5317fdfa5836 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:21:15.959867 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] For port 5d01c829-b336-4d46-9d47-39bc05ec136a, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5d01c829-b336-4d46-9d47-39bc05ec136a,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:15.960231 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:15.973740 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Calling delete_port for 5d01c829-b336-4d46-9d47-39bc05ec136a owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:15.974057 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] Deleting port 5d01c829-b336-4d46-9d47-39bc05ec136a {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:15.974429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.037194 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] For port 5d01c829-b336-4d46-9d47-39bc05ec136a, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=5d01c829-b336-4d46-9d47-39bc05ec136a,segment=NetworkSegment(fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd),segment_id=fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:16.037503 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.050260 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] Calling delete_port for 5d01c829-b336-4d46-9d47-39bc05ec136a owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:16.116871 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.126787 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (5d01c829-b336-4d46-9d47-39bc05ec136a), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.133428 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9774dd05-4bf2-49e5-84ad-53d3b11461a6 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:16.154082 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d01c829-b336-4d46-9d47-39bc05ec136a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:16.156627 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] No DVR routers for this DVR port 5d01c829-b336-4d46-9d47-39bc05ec136a on host dv-cinder-815560-5-iscsi {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:16.165230 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.165617 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.165925 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.166267 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.166610 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.166941 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.167271 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.167626 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.167956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.168283 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.168613 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.168939 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.169265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.169585 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.169908 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:16.177252 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] Pushing event deleted for resources: {'Port': ['ID=5d01c829-b336-4d46-9d47-39bc05ec136a,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:16.181054 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 9774dd05-4bf2-49e5-84ad-53d3b11461a6 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:16.181395 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9774dd05-4bf2-49e5-84ad-53d3b11461a6 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:16.181793 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 67146739-431e-44f5-a68f-2e8f4e8391ae no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:16.201017 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff89c5-69ad-4097-be1b-99c9dbc87688 None None] No DVR routers for this DVR port 5d01c829-b336-4d46-9d47-39bc05ec136a on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:16.204681 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 67146739-431e-44f5-a68f-2e8f4e8391ae {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:16.205027 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 67146739-431e-44f5-a68f-2e8f4e8391ae not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:16.205436 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 5d01c829-b336-4d46-9d47-39bc05ec136a no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:16.224729 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 5d01c829-b336-4d46-9d47-39bc05ec136a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:16.225083 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 5d01c829-b336-4d46-9d47-39bc05ec136a not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:16.241021 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (e40e4621-8d15-49f4-b44f-5317fdfa5836), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.262290 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40e4621-8d15-49f4-b44f-5317fdfa5836']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:16.272477 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:16.276874 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.services.segments.db [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:16.282423 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15938067'] for segment (fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.296311 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.302837 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:21:16.303236 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13559393'] for segment (fab21f79-7dd4-4e70-a5e2-2bdaf68c56dd), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: Traceback (most recent call last): Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: timer() Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: cb(*args, **kw) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: return func(*args, **kwargs) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: self._notify() Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: self.callback(batched_events) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: event.method(event) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: return f(self, *a, **k) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._get(url).json() Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: return self.request(url, 'GET', **kwargs) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:21:16.304860 dv-cinder-815560-5-iscsi neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:21:16.322237 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-81a248f0-488e-47b7-bdca-d574e75c4a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.356696 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9dae43d6-469f-4183-a81e-8a286003c1f2 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:16.378286 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 9dae43d6-469f-4183-a81e-8a286003c1f2 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:16.378634 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 9dae43d6-469f-4183-a81e-8a286003c1f2 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:16.430542 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (e40e4621-8d15-49f4-b44f-5317fdfa5836), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.435763 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.439025 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] 10.222.0.21 "DELETE /v2.0/networks/e40e4621-8d15-49f4-b44f-5317fdfa5836 HTTP/1.1" status: 204 len: 168 time: 0.6758378 Mar 29 13:21:16.449927 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5d800-44ae-4755-9608-295af1c9502f admin admin] Pushing event deleted for resources: {'Network': ['ID=e40e4621-8d15-49f4-b44f-5317fdfa5836,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:16.723352 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40200) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:16.761804 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-29c1ea6f-370e-4fee-b82b-29c44c859acc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b287c59c3dc4b209029dfe3a4c8e545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372040 Mar 29 13:21:16.764203 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40202) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:16.811119 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6040d33b-0378-41e1-91fc-a3dc9ceab900 admin admin] Publish callbacks [] for security_group (6c284b89-e221-4c6c-8bf5-59bbd86a11db), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.833313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6040d33b-0378-41e1-91fc-a3dc9ceab900 admin admin] Publish callbacks [] for security_group (6c284b89-e221-4c6c-8bf5-59bbd86a11db), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.939536 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6040d33b-0378-41e1-91fc-a3dc9ceab900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (6c284b89-e221-4c6c-8bf5-59bbd86a11db), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.942055 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6040d33b-0378-41e1-91fc-a3dc9ceab900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:16.943208 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-6040d33b-0378-41e1-91fc-a3dc9ceab900 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c284b89-e221-4c6c-8bf5-59bbd86a11db HTTP/1.1" status: 204 len: 168 time: 0.1780963 Mar 29 13:21:16.950956 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040d33b-0378-41e1-91fc-a3dc9ceab900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c284b89-e221-4c6c-8bf5-59bbd86a11db,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:17.636645 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40216) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:17.678810 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-69a4deff-97b2-478c-bbef-cf387d5f229b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91a7e31641a14fe7b75dd48cdcdbc1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407763 Mar 29 13:21:17.681467 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40218) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:17.732697 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d6eee3ce-4257-48cc-9497-fac461e40e53 admin admin] Publish callbacks [] for security_group (c902733d-f058-4e4e-8fca-342a6c876582), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:17.755768 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d6eee3ce-4257-48cc-9497-fac461e40e53 admin admin] Publish callbacks [] for security_group (c902733d-f058-4e4e-8fca-342a6c876582), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:17.870601 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d6eee3ce-4257-48cc-9497-fac461e40e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (c902733d-f058-4e4e-8fca-342a6c876582), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:17.873311 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d6eee3ce-4257-48cc-9497-fac461e40e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:17.874504 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d6eee3ce-4257-48cc-9497-fac461e40e53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c902733d-f058-4e4e-8fca-342a6c876582 HTTP/1.1" status: 204 len: 168 time: 0.1918826 Mar 29 13:21:17.882754 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eee3ce-4257-48cc-9497-fac461e40e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902733d-f058-4e4e-8fca-342a6c876582,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:18.504897 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7e9a52e1-30bf-440a-926d-e6e9ab648ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:19.675967 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:21.081430 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:22.610996 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b95cece1-234e-4c77-8326-f197c6451f3c tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:22.612383 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b95cece1-234e-4c77-8326-f197c6451f3c tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/networks?id=26ab4be2-c125-4758-819c-4ab085fcfe66 HTTP/1.1" status: 200 len: 814 time: 0.1019707 Mar 29 13:21:22.626928 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-fe0a4f6a-72b7-47d1-971d-7e4d46487abf tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/quotas/a6f0446b472e49e3b671d0b931c79a20 HTTP/1.1" status: 200 len: 375 time: 0.0092642 Mar 29 13:21:22.659228 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-0d27afae-847d-44eb-ad27-17a124a41030 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f0446b472e49e3b671d0b931c79a20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274110 Mar 29 13:21:22.669443 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-071bc2bb-3161-4448-8990-0de1d2852c5b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 13:21:22.670423 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-071bc2bb-3161-4448-8990-0de1d2852c5b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049570 Mar 29 13:21:22.715841 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:22.762547 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-817e2a23-7c5a-42d6-8e68-56dc047b181d service neutron] 10.222.0.21 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861902 Mar 29 13:21:22.853769 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-0fb2b7e6-d876-44c1-9f30-0b688f68cbed service neutron] 10.222.0.21 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849648 Mar 29 13:21:23.080609 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-63ba0001-fb15-43e6-91df-fc3ddfd83b6e req-7a4d1d7b-e047-4e67-821a-f97a4495ef9b tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 210 time: 0.0303731 Mar 29 13:21:24.175740 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b343a5ec-7c9a-4f86-8d1b-9587db39a490 req-2150b07f-5d25-4901-802a-11dd3c9a72c7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 210 time: 0.0292342 Mar 29 13:21:25.048217 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-6f1a76e0-ea18-4e04-b5b3-59fa09a71b7a tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:25.049632 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-6f1a76e0-ea18-4e04-b5b3-59fa09a71b7a tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "GET /v2.0/networks?id=26ab4be2-c125-4758-819c-4ab085fcfe66 HTTP/1.1" status: 200 len: 814 time: 0.1032164 Mar 29 13:21:25.067472 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Request body: {'port': {'device_id': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66', 'admin_state_up': True, 'tenant_id': 'a6f0446b472e49e3b671d0b931c79a20'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:21:25.224855 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Made reservation on behalf of a6f0446b472e49e3b671d0b931c79a20 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 13:21:25.232286 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:25.281269 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-aef8f327-994a-4d41-b583-3a6155f63dd0 req-571d3364-0037-44d5-b17b-d0cd4e293275 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 210 time: 0.0289147 Mar 29 13:21:25.358439 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Allocated IP 172.20.0.13 (26ab4be2-c125-4758-819c-4ab085fcfe66/da4f8c31-b5b5-45ca-a211-2652a0dd4d53/f6ba1282-2985-4872-ba31-05f556694cb1) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 13:21:25.503312 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks [] for port (f6ba1282-2985-4872-ba31-05f556694cb1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:25.585048 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765953396493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:25.628013 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Network 26ab4be2-c125-4758-819c-4ab085fcfe66 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 13:21:25.630976 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 13:21:25.637314 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 13:21:25.659840 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Pushing event updated for resources: {'Port': ['ID=f6ba1282-2985-4872-ba31-05f556694cb1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:25.686181 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:25.686789 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:25.799245 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-b0a0e7a0-101e-4067-9ede-54b42176203f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7353745 Mar 29 13:21:25.906256 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Request body: {'port': {'device_id': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81556'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:21:25.966265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:26.231907 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ba1282-2985-4872-ba31-05f556694cb1 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:21:26.239342 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Publish callbacks [] for port (f6ba1282-2985-4872-ba31-05f556694cb1), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:26.250774 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Transition to ACTIVE for port object f6ba1282-2985-4872-ba31-05f556694cb1 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 13:21:26.321547 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:26.418218 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ba1282-2985-4872-ba31-05f556694cb1,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:26.466099 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211d28-2d1d-4d53-a810-efef27f2ac93 req-08e93383-2a0a-4be0-aea5-8c74dad9b2d2 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:26.467593 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-38211d28-2d1d-4d53-a810-efef27f2ac93 req-08e93383-2a0a-4be0-aea5-8c74dad9b2d2 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 944 time: 0.1175323 Mar 29 13:21:26.495081 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Attempting to bind port f6ba1282-2985-4872-ba31-05f556694cb1 on host hv-cinder-81556 for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 13:21:26.495335 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Attempting to bind port f6ba1282-2985-4872-ba31-05f556694cb1 by drivers openvswitch,hyperv on host hv-cinder-81556 at level 0 using segments [{'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 13:21:26.495761 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Attempting to bind port f6ba1282-2985-4872-ba31-05f556694cb1 on network 26ab4be2-c125-4758-819c-4ab085fcfe66 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:21:26.506223 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Port f6ba1282-2985-4872-ba31-05f556694cb1 on network 26ab4be2-c125-4758-819c-4ab085fcfe66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81556 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 13:21:26.506543 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Attempting to bind port f6ba1282-2985-4872-ba31-05f556694cb1 on network 26ab4be2-c125-4758-819c-4ab085fcfe66 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 13:21:26.518287 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Checking agent: {'id': 'a4327184-7e8c-4e66-a4f9-5920e4feb25d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81556', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'started_at': datetime.datetime(2022, 3, 29, 13, 8, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 13:21:26.518624 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Checking segment: {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 13:21:26.518998 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Bound using segment: {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 13:21:26.519425 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Bound port: f6ba1282-2985-4872-ba31-05f556694cb1, host: hv-cinder-81556, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce180943-30ed-4911-9e5a-7e2c961e203e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 13:21:26.519807 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:26.542353 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-38211d28-2d1d-4d53-a810-efef27f2ac93 req-c0d0e9f1-b261-4abd-8112-df31ff6e695d tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Mar 29 13:21:26.596119 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] For port f6ba1282-2985-4872-ba31-05f556694cb1, host hv-cinder-81556, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 13:21:26.599148 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] For port f6ba1282-2985-4872-ba31-05f556694cb1, host hv-cinder-81556, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f6ba1282-2985-4872-ba31-05f556694cb1,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 13:21:26.693384 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:26.727150 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:26.727788 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:26.729158 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] 10.222.0.18 "PUT /v2.0/ports/f6ba1282-2985-4872-ba31-05f556694cb1 HTTP/1.1" status: 200 len: 1094 time: 0.9171059 Mar 29 13:21:26.729592 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'tag': 'f6ba1282-2985-4872-ba31-05f556694cb1'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:26.731837 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad15832-9f95-4e64-a8a9-16ae683b9546" -d '{"events": [{"name": "network-changed", "server_uuid": "c271b936-1935-4b1b-b69a-afe74ddaa406", "tag": "f6ba1282-2985-4872-ba31-05f556694cb1"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:26.755741 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b6db-ce29-4ae2-bdf3-dea930bb1e79 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ba1282-2985-4872-ba31-05f556694cb1,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:26.769378 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141497d7-2fb1-41d3-bdf8-13452ca3a89f x-openstack-request-id: req-141497d7-2fb1-41d3-bdf8-13452ca3a89f {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:26.769705 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c271b936-1935-4b1b-b69a-afe74ddaa406", "tag": "f6ba1282-2985-4872-ba31-05f556694cb1", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:26.769975 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-141497d7-2fb1-41d3-bdf8-13452ca3a89f {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:26.770380 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141497d7-2fb1-41d3-bdf8-13452ca3a89f'] response: {'name': 'network-changed', 'server_uuid': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'tag': 'f6ba1282-2985-4872-ba31-05f556694cb1', 'status': 'completed', 'code': 200} Mar 29 13:21:26.855899 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad15832-9f95-4e64-a8a9-16ae683b9546 req-35edc554-e164-4e0b-8725-63f43f028f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:26.857474 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aad15832-9f95-4e64-a8a9-16ae683b9546 req-35edc554-e164-4e0b-8725-63f43f028f71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6f0446b472e49e3b671d0b931c79a20&device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 1128 time: 0.0465233 Mar 29 13:21:26.960821 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad15832-9f95-4e64-a8a9-16ae683b9546 req-454373b1-9968-48bc-94db-08dacc45c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:26.962271 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aad15832-9f95-4e64-a8a9-16ae683b9546 req-454373b1-9968-48bc-94db-08dacc45c03f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6f0446b472e49e3b671d0b931c79a20&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0920753 Mar 29 13:21:27.051884 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad15832-9f95-4e64-a8a9-16ae683b9546 req-cf878c08-013e-4774-8a43-4716837a1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:27.053263 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aad15832-9f95-4e64-a8a9-16ae683b9546 req-cf878c08-013e-4774-8a43-4716837a1720 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0849099 Mar 29 13:21:27.152431 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-f888e87a-74f4-4104-9cff-59a1e143d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:27.153926 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-f888e87a-74f4-4104-9cff-59a1e143d120 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6f0446b472e49e3b671d0b931c79a20&device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 1128 time: 0.0440843 Mar 29 13:21:27.217786 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-c5dfec08-432e-4aeb-8a3a-b56f1be11863 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6ba1282-2985-4872-ba31-05f556694cb1 HTTP/1.1" status: 200 len: 217 time: 0.0526242 Mar 29 13:21:27.285117 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-2753a612-62ed-4148-97c8-69e34fd44518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:27.286551 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-2753a612-62ed-4148-97c8-69e34fd44518 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=da4f8c31-b5b5-45ca-a211-2652a0dd4d53 HTTP/1.1" status: 200 len: 854 time: 0.0579679 Mar 29 13:21:27.317918 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-3f4dae79-0192-49e7-b8fc-0d8551360220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=26ab4be2-c125-4758-819c-4ab085fcfe66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251694 Mar 29 13:21:27.406300 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-932b8411-fe06-42f9-9e61-7fce172aad99 service neutron] 10.222.0.18 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823939 Mar 29 13:21:27.490744 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bc03c521-fe1e-4d2a-8f39-28b69a8aa9a0 req-4bfc4120-8cb5-4a9d-bab4-8f2972bd6295 service neutron] 10.222.0.18 "GET /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785034 Mar 29 13:21:27.662984 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5df206-1f22-41a2-8a2a-7e9c5256adb9 req-057b6e71-ed89-4111-b60f-4b0c83248299 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:27.664500 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bd5df206-1f22-41a2-8a2a-7e9c5256adb9 req-057b6e71-ed89-4111-b60f-4b0c83248299 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 944 time: 0.0554619 Mar 29 13:21:27.713922 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-bd5df206-1f22-41a2-8a2a-7e9c5256adb9 req-a7717459-723e-4d16-80c0-8a58bff67396 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Mar 29 13:21:28.831875 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f683a01-030d-4d02-9ff2-e04ac0e569f0 req-070c5d0a-1669-4408-a697-b31b3b19e4f2 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:28.833414 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9f683a01-030d-4d02-9ff2-e04ac0e569f0 req-070c5d0a-1669-4408-a697-b31b3b19e4f2 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 944 time: 0.0538120 Mar 29 13:21:28.878923 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-9f683a01-030d-4d02-9ff2-e04ac0e569f0 req-312ec1cb-8bba-498e-920a-7eb6a008d838 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Mar 29 13:21:29.994262 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac1e41-ac27-4a43-add1-e58b7848c78b req-3e2bd8e1-4e4c-4dc2-b86c-34123d190fb9 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:29.995719 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-70ac1e41-ac27-4a43-add1-e58b7848c78b req-3e2bd8e1-4e4c-4dc2-b86c-34123d190fb9 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 944 time: 0.0510132 Mar 29 13:21:30.041406 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-70ac1e41-ac27-4a43-add1-e58b7848c78b req-64460dc8-84ec-4ae7-b5e7-b628f45563ef tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Mar 29 13:21:31.155590 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14402-f909-414a-9d73-2406793d4a16 req-b04ac9b1-1f75-4cb7-bcc3-373b7def72f4 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:31.157670 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-51f14402-f909-414a-9d73-2406793d4a16 req-b04ac9b1-1f75-4cb7-bcc3-373b7def72f4 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 944 time: 0.0506055 Mar 29 13:21:31.204922 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-51f14402-f909-414a-9d73-2406793d4a16 req-8c7d8c46-3edc-4bd9-b270-b86c59d5a64c tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 Mar 29 13:21:31.318630 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device f6ba1282-2985-4872-ba31-05f556694cb1 details requested by agent hyperv_hv-cinder-81556 with host hv-cinder-81556 {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 13:21:31.414592 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port f6ba1282-2985-4872-ba31-05f556694cb1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f6ba1282-2985-4872-ba31-05f556694cb1,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:31.425777 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Returning: {'device': 'f6ba1282-2985-4872-ba31-05f556694cb1', 'network_id': '26ab4be2-c125-4758-819c-4ab085fcfe66', 'port_id': 'f6ba1282-2985-4872-ba31-05f556694cb1', 'mac_address': 'fa:16:3e:d5:cb:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f8c31-b5b5-45ca-a211-2652a0dd4d53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 13:21:31.460576 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port f6ba1282-2985-4872-ba31-05f556694cb1 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:21:31.460953 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:31.473727 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ba1282-2985-4872-ba31-05f556694cb1 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 13:21:31.495024 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port f6ba1282-2985-4872-ba31-05f556694cb1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f6ba1282-2985-4872-ba31-05f556694cb1,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:31.555772 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:31.602724 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=f6ba1282-2985-4872-ba31-05f556694cb1,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:31.609822 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.610166 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.610505 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.610836 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.611162 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.611496 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.611835 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.612157 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.612475 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.612825 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.613146 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.613467 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.613781 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.614099 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.614410 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:21:31.849912 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['f6ba1282-2985-4872-ba31-05f556694cb1'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:21:32.319640 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9696a-ab4d-4de2-8f36-dd236d60b969 req-af757148-5a73-47cc-979f-4ae6147a372f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:32.321154 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79a9696a-ab4d-4de2-8f36-dd236d60b969 req-af757148-5a73-47cc-979f-4ae6147a372f tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 945 time: 0.0516791 Mar 29 13:21:32.368043 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-79a9696a-ab4d-4de2-8f36-dd236d60b969 req-7a6852f0-2ac1-4d3b-92ad-8d8dcaf48a11 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Mar 29 13:21:33.333897 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device f6ba1282-2985-4872-ba31-05f556694cb1 up at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 13:21:33.419279 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning for port f6ba1282-2985-4872-ba31-05f556694cb1 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 13:21:33.423190 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Provisioning complete for port f6ba1282-2985-4872-ba31-05f556694cb1 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:21:33.423598 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:33.484016 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b9e8e-b56d-4968-93d0-191119d71fd6 req-63887cea-0a70-46f4-afad-120687e6a7d8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:33.485468 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-711b9e8e-b56d-4968-93d0-191119d71fd6 req-63887cea-0a70-46f4-afad-120687e6a7d8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 945 time: 0.0515807 Mar 29 13:21:33.509556 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Current status of the port f6ba1282-2985-4872-ba31-05f556694cb1 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:21:33.509947 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:33.533360 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-711b9e8e-b56d-4968-93d0-191119d71fd6 req-bc3f6b57-1180-4d1e-8f18-249fbce75785 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Mar 29 13:21:33.534410 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ba1282-2985-4872-ba31-05f556694cb1'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:33.536877 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}854fd295ce90bbfef9534a21cea4779b4f1e4469ae35473d0ee221748fcefbfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871a8822-3ff9-4e56-83cc-8cc26728140b" -d '{"events": [{"server_uuid": "c271b936-1935-4b1b-b69a-afe74ddaa406", "name": "network-vif-plugged", "status": "completed", "tag": "f6ba1282-2985-4872-ba31-05f556694cb1"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:33.554234 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] For port f6ba1282-2985-4872-ba31-05f556694cb1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f6ba1282-2985-4872-ba31-05f556694cb1,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:33.601458 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:33.650275 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Pushing event updated for resources: {'Port': ['ID=f6ba1282-2985-4872-ba31-05f556694cb1,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:33.688870 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045372f2-b677-4af7-8537-260d65e4252d x-openstack-request-id: req-045372f2-b677-4af7-8537-260d65e4252d {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:33.689159 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c271b936-1935-4b1b-b69a-afe74ddaa406", "name": "network-vif-plugged", "status": "completed", "tag": "f6ba1282-2985-4872-ba31-05f556694cb1", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:33.689417 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-045372f2-b677-4af7-8537-260d65e4252d {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:33.689869 dv-cinder-815560-5-iscsi neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045372f2-b677-4af7-8537-260d65e4252d'] response: {'server_uuid': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ba1282-2985-4872-ba31-05f556694cb1', 'code': 200} Mar 29 13:21:33.990869 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d620c-2756-4f11-85bf-f0b825ed1f33 req-6e53eb07-b568-4577-987f-a5022ba91287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:33.992375 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4d6d620c-2756-4f11-85bf-f0b825ed1f33 req-6e53eb07-b568-4577-987f-a5022ba91287 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 1130 time: 0.0467491 Mar 29 13:21:34.035443 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-4d6d620c-2756-4f11-85bf-f0b825ed1f33 req-65284595-ed12-4e22-9ec7-74511d051e6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Mar 29 13:21:34.653601 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa11b1-0367-4a05-b10a-1e4d64f3d305 req-b3a2f095-3d52-4ac7-85fb-73a8023f33c8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:34.654949 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ccaa11b1-0367-4a05-b10a-1e4d64f3d305 req-b3a2f095-3d52-4ac7-85fb-73a8023f33c8 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 946 time: 0.0503869 Mar 29 13:21:34.699420 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-ccaa11b1-0367-4a05-b10a-1e4d64f3d305 req-7f84b621-6277-40fa-9cf2-f160b30dcc98 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Mar 29 13:21:35.022262 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-1940fc2a-0d2b-4042-b46a-7eab34ed07be tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265660526&fields=id&tenant_id=02a25dd6065d473ba2b9499b16b63486 HTTP/1.1" status: 200 len: 267 time: 0.0440891 Mar 29 13:21:35.076844 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-31a341e0-bc99-4224-960b-c77c1f0cd07b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:35.078290 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-31a341e0-bc99-4224-960b-c77c1f0cd07b tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 985 time: 0.0508018 Mar 29 13:21:35.088618 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.v2.base [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Request body: {'port': {'security_groups': ['08dcfbf9-9761-4782-ba67-cac7becf974c']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 13:21:35.162915 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-821204'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.334265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:35.362469 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.379458 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.453166 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765953963147', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765953396511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765953396529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13559357'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.486310 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:21:35.495705 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:35.496318 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.497735 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-15c6f66c-2efe-4b08-8130-3e9a109df6f5 req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "PUT /v2.0/ports/5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 943 time: 0.4134727 Mar 29 13:21:35.498193 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:35.500491 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d653b52-7666-498b-89b4-3b37336f40f2" -d '{"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:35.504323 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40306) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:35.545833 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb917601-db40-49d1-a823-68af73447919 x-openstack-request-id: req-cb917601-db40-49d1-a823-68af73447919 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:35.546133 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:35.546390 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb917601-db40-49d1-a823-68af73447919 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:35.546797 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb917601-db40-49d1-a823-68af73447919'] response: {'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'status': 'completed', 'code': 200} Mar 29 13:21:35.547770 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae28bf-060d-46ab-9a8a-42aab6acaa06 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event updated for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=7']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:35.586432 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02d9c7c4-516e-4d3a-85dd-034c8a7fe647 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group (7fd13a6d-63e3-4460-9292-0bf4a43938f2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.622905 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02d9c7c4-516e-4d3a-85dd-034c8a7fe647 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group (7fd13a6d-63e3-4460-9292-0bf4a43938f2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.628035 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:21:35.641460 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-0761019a-f973-4b8c-8f0d-bffcbde0e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:35.642957 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-0761019a-f973-4b8c-8f0d-bffcbde0e259 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1130 time: 0.0578887 Mar 29 13:21:35.753517 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-73965b82-6cf5-40a3-95cf-415f31ee1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:35.755426 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-73965b82-6cf5-40a3-95cf-415f31ee1799 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 914 time: 0.1063004 Mar 29 13:21:35.763468 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e9d6a1d0-ee16-4d15-bc11-6662eebbf4e9 None None] Provisioning complete for port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 13:21:35.763789 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e9d6a1d0-ee16-4d15-bc11-6662eebbf4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-946478'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.778913 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02d9c7c4-516e-4d3a-85dd-034c8a7fe647 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (7fd13a6d-63e3-4460-9292-0bf4a43938f2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.781746 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02d9c7c4-516e-4d3a-85dd-034c8a7fe647 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:35.783333 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-02d9c7c4-516e-4d3a-85dd-034c8a7fe647 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "DELETE /v2.0/security-groups/7fd13a6d-63e3-4460-9292-0bf4a43938f2 HTTP/1.1" status: 204 len: 168 time: 0.2773366 Mar 29 13:21:35.787632 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40310) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:35.802117 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9c7c4-516e-4d3a-85dd-034c8a7fe647 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd13a6d-63e3-4460-9292-0bf4a43938f2,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:35.871781 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-3512cf2a-2f6b-43b8-bf06-caef8388b536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 1001 time: 0.1098969 Mar 29 13:21:35.884262 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81404cf-8b20-420b-98c9-2d4f08228241 req-36f7033d-01a1-459f-b608-9d685ca7030d tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:35.886120 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b81404cf-8b20-420b-98c9-2d4f08228241 req-36f7033d-01a1-459f-b608-9d685ca7030d tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 946 time: 0.1164148 Mar 29 13:21:35.915857 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e9d6a1d0-ee16-4d15-bc11-6662eebbf4e9 None None] Current status of the port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 13:21:35.966809 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Deleting port 183c78ab-a3af-4910-a10b-5069feddfe78 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:35.967153 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (183c78ab-a3af-4910-a10b-5069feddfe78), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:36.049074 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (183c78ab-a3af-4910-a10b-5069feddfe78), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:36.049398 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for floatingip (183c78ab-a3af-4910-a10b-5069feddfe78), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:36.062852 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Calling delete_port for 183c78ab-a3af-4910-a10b-5069feddfe78 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:36.244877 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-b4c49337-c879-470d-8b50-9b4339d3ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:36.246353 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-b4c49337-c879-470d-8b50-9b4339d3ea69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 200 len: 853 time: 0.3592820 Mar 29 13:21:36.265142 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-b81404cf-8b20-420b-98c9-2d4f08228241 req-99c269f9-469d-425c-ba0f-1734241ca254 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699813 Mar 29 13:21:36.287767 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (183c78ab-a3af-4910-a10b-5069feddfe78), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:36.308074 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-64c7a2d5-594f-4022-908d-5898c2b449f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:36.308074 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-64c7a2d5-594f-4022-908d-5898c2b449f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fa7b799-e49b-4de5-b502-30d5a68be356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481701 Mar 29 13:21:36.318497 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event deleted for resources: {'Port': ['ID=183c78ab-a3af-4910-a10b-5069feddfe78,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:36.382332 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks [] for floatingip (2ba8bd7d-b84d-4bc7-8add-14d37010eddd), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:36.383333 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.db.l3_db [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Floating IP 2ba8bd7d-b84d-4bc7-8add-14d37010eddd disassociated (deleted). External IP: 172.27.1.29, port: 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0. Mar 29 13:21:36.405105 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-0cff8071-23ea-4683-94c0-f757a7be910b service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966187 Mar 29 13:21:36.493495 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:21:36.503240 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5d653b52-7666-498b-89b4-3b37336f40f2 req-43b0fac4-6edb-4d2c-b5f5-6c90452d3dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908802 Mar 29 13:21:36.601650 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:21:36.710820 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:21:36.715547 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:36.725643 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] Sync routers for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:21:36.731434 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:36.732122 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:21:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:36.745051 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-68cd63b0-1c84-4aba-bfb7-83bbe44e2b53 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "DELETE /v2.0/floatingips/2ba8bd7d-b84d-4bc7-8add-14d37010eddd HTTP/1.1" status: 204 len: 168 time: 0.9564247 Mar 29 13:21:36.745783 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:36.748182 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91ffefb25868af82de7ad90b15a4185046ed072d22c0aa77b3dd0098c0efba1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b" -d '{"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:36.842008 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:37.040324 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:37.070744 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] Checking router: 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:21:37.079529 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:37.080333 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:21:18Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:37.110349 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b416c-cc4f-44df-b86a-2b868cf22639 x-openstack-request-id: req-6a0b416c-cc4f-44df-b86a-2b868cf22639 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:37.110850 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:37.111078 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a0b416c-cc4f-44df-b86a-2b868cf22639 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:37.111598 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0b416c-cc4f-44df-b86a-2b868cf22639'] response: {'name': 'network-changed', 'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'status': 'completed', 'code': 200} Mar 29 13:21:37.209945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-b50a42dc-9b1b-4ec8-af3b-543cb3754e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:37.211525 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-b50a42dc-9b1b-4ec8-af3b-543cb3754e1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 1130 time: 0.0558932 Mar 29 13:21:37.327580 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-c921e565-dd55-45c9-9594-933af4dd3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:37.329134 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-c921e565-dd55-45c9-9594-933af4dd3657 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 200 len: 914 time: 0.1087301 Mar 29 13:21:37.339084 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:37.376240 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-6769aa4a-93a9-4ca6-bbf5-3fb7e76bb797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 200 len: 217 time: 0.0369782 Mar 29 13:21:37.431372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-ab2963be-c055-4467-a5e9-e02eb088df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:37.432845 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-ab2963be-c055-4467-a5e9-e02eb088df4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 200 len: 853 time: 0.0510442 Mar 29 13:21:37.486474 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-09ea2d38-d14b-4000-83a6-fff04b379b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:37.488524 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-09ea2d38-d14b-4000-83a6-fff04b379b4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1fa7b799-e49b-4de5-b502-30d5a68be356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445328 Mar 29 13:21:37.540260 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:37.566816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553a7de3-4fca-418b-852d-fcf3989bc062 None None] The sync data for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi is: [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:36Z', 'revision_number': 4, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi', '_interfaces': [{'id': '2b33f28d-70f9-4b37-9658-ac904bcfa34b', 'name': '', 'network_id': '1fa7b799-e49b-4de5-b502-30d5a68be356', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'mac_address': 'fa:16:3e:24:8d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:35Z', 'updated_at': '2022-03-29T13:18:39Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'subnets': [{'id': '985bf64e-e43d-41f4-a022-ded4991304b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:21:37.581055 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-ce48e12e-addc-4cd6-8075-c89cf6ff764c service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871718 Mar 29 13:21:37.680962 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5bb8515c-39f2-43b1-9eb7-1dd8c835044b req-f7ea6c5d-8c6c-4cc9-b5ba-45492a67435f service neutron] 10.222.0.18 "GET /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892313 Mar 29 13:21:37.799884 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7134588-4dc8-40f7-9b81-de98a0a731e1 None None] New status for floating IP 2ba8bd7d-b84d-4bc7-8add-14d37010eddd: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 13:21:40.949943 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e8786-a192-4f30-b4e6-b181e2643bb5 req-e1f295d3-408b-4c2a-a1c6-1b5d5c3e7a12 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:40.951397 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aa1e8786-a192-4f30-b4e6-b181e2643bb5 req-e1f295d3-408b-4c2a-a1c6-1b5d5c3e7a12 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Mar 29 13:21:40.998691 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-aa1e8786-a192-4f30-b4e6-b181e2643bb5 req-acec3ec6-84b2-4821-bf58-5b5105b86842 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Mar 29 13:21:42.118283 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec366fa-c944-42f5-b9b9-60d981d88f8d req-604dd14c-5a34-4cfb-9756-2bb53f1e757d tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:42.119778 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-aec366fa-c944-42f5-b9b9-60d981d88f8d req-604dd14c-5a34-4cfb-9756-2bb53f1e757d tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0545061 Mar 29 13:21:42.165414 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-aec366fa-c944-42f5-b9b9-60d981d88f8d req-0756807d-944f-4fb0-8d65-8c8993f6bcd3 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Mar 29 13:21:42.947348 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-aee7cb0a-f365-45ea-b545-f75081abec52 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:42.948908 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-aee7cb0a-f365-45ea-b545-f75081abec52 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.18 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0563793 Mar 29 13:21:43.039227 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Deleting port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:43.039607 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:43.128372 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] For port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:43.128733 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:43.141388 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Calling delete_port for 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:43.323913 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186df2ce-ab03-4cf0-94a7-3b2b893efd6c req-6bca575e-ca97-4284-b658-d798dfe79e3e tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:43.325371 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-186df2ce-ab03-4cf0-94a7-3b2b893efd6c req-6bca575e-ca97-4284-b658-d798dfe79e3e tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 946 time: 0.0725305 Mar 29 13:21:43.357389 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:43.394855 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:21:43.395402 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Pushing event deleted for resources: {'Port': ['ID=5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:43.406326 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-186df2ce-ab03-4cf0-94a7-3b2b893efd6c req-f177032e-8d1e-4037-94c8-ab2be9507fb1 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/security-groups?id=08dcfbf9-9761-4782-ba67-cac7becf974c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753772 Mar 29 13:21:43.441912 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] No DVR routers for this DVR port 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:43.445469 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:43.448774 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-ddca95ec-9f9d-43bf-9cb2-53a8dc796da7 req-d672da59-66cc-4cf1-8a03-f48dbda6e8fb tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.18 "DELETE /v2.0/ports/5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 HTTP/1.1" status: 204 len: 173 time: 0.4945419 Mar 29 13:21:43.449222 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'name': 'network-vif-deleted', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:21:43.451619 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9a394d-233b-4889-9cad-4f7b0912f6ff" -d '{"events": [{"server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "name": "network-vif-deleted", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:21:43.485433 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925284ef-662c-43ec-b763-d056366fbb8d x-openstack-request-id: req-925284ef-662c-43ec-b763-d056366fbb8d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:21:43.485775 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f46a86-822e-4d31-8379-d0c799d19503", "name": "network-vif-deleted", "tag": "5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:21:43.486019 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-925284ef-662c-43ec-b763-d056366fbb8d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:21:43.486474 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925284ef-662c-43ec-b763-d056366fbb8d'] response: {'server_uuid': '77f46a86-822e-4d31-8379-d0c799d19503', 'name': 'network-vif-deleted', 'tag': '5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0', 'status': 'completed', 'code': 200} Mar 29 13:21:44.004393 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-82c700ca-ae70-4c7f-9045-d7172d5a7ebb req-0a1894b1-b1ec-452c-8222-88807971347f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282865 Mar 29 13:21:44.069990 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-82c700ca-ae70-4c7f-9045-d7172d5a7ebb req-5e5f6355-5fd5-47d2-8ce1-3537c6f60051 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02a25dd6065d473ba2b9499b16b63486&device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 210 time: 0.0268488 Mar 29 13:21:44.192434 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c700ca-ae70-4c7f-9045-d7172d5a7ebb req-f8346bf4-20af-486d-b0c8-a5e7f238cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:44.200770 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-82c700ca-ae70-4c7f-9045-d7172d5a7ebb req-f8346bf4-20af-486d-b0c8-a5e7f238cb90 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=02a25dd6065d473ba2b9499b16b63486&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996459 Mar 29 13:21:44.299027 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c700ca-ae70-4c7f-9045-d7172d5a7ebb req-cd1856e8-3765-49a6-9a25-041e337d8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:21:44.300485 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-82c700ca-ae70-4c7f-9045-d7172d5a7ebb req-cd1856e8-3765-49a6-9a25-041e337d8ff6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0971606 Mar 29 13:21:44.525914 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-46e04512-77e1-469d-b99a-f565e61700e8 req-28183968-ecb7-4ef6-a0e8-1df95ce1cba3 tempest-TestMinimumBasicScenario-1147198797 tempest-TestMinimumBasicScenario-1147198797-project] 10.222.0.21 "GET /v2.0/ports?device_id=77f46a86-822e-4d31-8379-d0c799d19503 HTTP/1.1" status: 200 len: 210 time: 0.0288782 Mar 29 13:21:46.385185 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a3eb934-c9ef-40b3-a8a9-7c8c493e4ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:46.985993 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40424) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:47.321566 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:47.825749 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Deleting port 2b33f28d-70f9-4b37-9658-ac904bcfa34b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:47.826079 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:47.899866 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] For port 2b33f28d-70f9-4b37-9658-ac904bcfa34b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=2b33f28d-70f9-4b37-9658-ac904bcfa34b,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:47.900210 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:47.912229 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Calling delete_port for 2b33f28d-70f9-4b37-9658-ac904bcfa34b owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:48.138662 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (2b33f28d-70f9-4b37-9658-ac904bcfa34b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:48.165297 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:48.165830 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b33f28d-70f9-4b37-9658-ac904bcfa34b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:48.191254 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:48.191747 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device 5aecfcfb-f53a-4bf9-8fd3-a7858d0be8a0 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:48.335629 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:48.498429 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-86de576e-66e0-43c5-912e-8aa6e2eb6930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:48.551895 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:21:48.658347 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:21:48.664019 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a05cc06d-9e5e-4e7c-a27a-d41bd4741f99 admin admin] 10.222.0.21 "PUT /v2.0/routers/39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6763153 Mar 29 13:21:48.666550 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40430) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:48.669718 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] Sync routers for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:21:48.679110 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:48.679740 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:21:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:48.768547 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks [] for router (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:48.784698 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:48.872065 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks [] for router_gateway (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:48.958556 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Deleting port 9ef92885-0b13-4801-9069-b65a19158d5b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:48.958885 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:48.968903 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:21:48Z', 'revision_number': 5, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port': {'id': '9ef92885-0b13-4801-9069-b65a19158d5b', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:c7:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:48.995678 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] Checking router: 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 for host: dv-cinder-815560-5-iscsi {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:21:49.004341 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] Routers {'39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:49.004942 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:21:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:49.039605 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] For port 9ef92885-0b13-4801-9069-b65a19158d5b, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=9ef92885-0b13-4801-9069-b65a19158d5b,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:49.039942 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.052359 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Calling delete_port for 9ef92885-0b13-4801-9069-b65a19158d5b owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:49.093923 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] Set router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:49.147825 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:21:48Z', 'revision_number': 6, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:49.176930 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2db97-1d5e-4404-835e-c21cac1267d6 None None] The sync data for ids ['39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19'] in dv-cinder-815560-5-iscsi is: [{'id': '39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19', 'name': 'tempest-TestMinimumBasicScenario-351811858-router', 'tenant_id': '02a25dd6065d473ba2b9499b16b63486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:32Z', 'updated_at': '2022-03-29T13:21:48Z', 'revision_number': 6, 'project_id': '02a25dd6065d473ba2b9499b16b63486', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:21:49.259776 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (9ef92885-0b13-4801-9069-b65a19158d5b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.286705 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef92885-0b13-4801-9069-b65a19158d5b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:49.357626 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.452523 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.454667 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks [] for router_controller (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.538569 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.539030 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:21:49.543738 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.544869 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-14717020-f1fe-4cf5-9930-06419c527052 admin admin] 10.222.0.21 "DELETE /v2.0/routers/39e72ab8-5bdc-47db-bcb4-1d3d1dfb1e19 HTTP/1.1" status: 204 len: 168 time: 0.8774018 Mar 29 13:21:49.547407 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40434) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:49.592085 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Deleting subnet 985bf64e-e43d-41f4-a022-ded4991304b7 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:21:49.595132 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Publish callbacks [] for subnet (985bf64e-e43d-41f4-a022-ded4991304b7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.629286 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15946191'] for subnet (985bf64e-e43d-41f4-a022-ded4991304b7), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.677330 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.713748 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (985bf64e-e43d-41f4-a022-ded4991304b7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.801848 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16360012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13165787'] for subnet (985bf64e-e43d-41f4-a022-ded4991304b7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.827956 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985bf64e-e43d-41f4-a022-ded4991304b7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:49.831434 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.834942 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-2e2a4453-d4f2-4c4a-9f43-8c0e56c85074 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/985bf64e-e43d-41f4-a022-ded4991304b7 HTTP/1.1" status: 204 len: 168 time: 0.2862666 Mar 29 13:21:49.837643 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40436) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:49.839194 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732bfae-902d-4816-bdfb-fa90a07d4e39 None None] Network 1fa7b799-e49b-4de5-b502-30d5a68be356 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:21:49.914049 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (1fa7b799-e49b-4de5-b502-30d5a68be356), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:49.968036 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Deleting port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:49.968408 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.020215 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] DHCP port deletion for 1fa7b799-e49b-4de5-b502-30d5a68be356 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:21:50.031834 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] For port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:50.032190 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.045599 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Calling delete_port for f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:50.067238 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] Deleting port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:50.067897 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.134181 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] For port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,segment=NetworkSegment(18852c3c-52ee-4117-ba23-600714792af2),segment_id=18852c3c-52ee-4117-ba23-600714792af2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:50.134581 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.145925 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 2b33f28d-70f9-4b37-9658-ac904bcfa34b no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:50.152181 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] Calling delete_port for f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:50.175398 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 2b33f28d-70f9-4b37-9658-ac904bcfa34b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:50.175763 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 2b33f28d-70f9-4b37-9658-ac904bcfa34b not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:50.176169 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9ef92885-0b13-4801-9069-b65a19158d5b no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:50.184591 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.197578 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 9ef92885-0b13-4801-9069-b65a19158d5b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:50.198120 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 9ef92885-0b13-4801-9069-b65a19158d5b not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:50.198322 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:50.209705 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:50.214088 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] No DVR routers for this DVR port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 on host dv-cinder-815560-5-iscsi {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:50.248408 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:50.248760 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:50.293159 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (f2d73e40-7b52-41a6-bbe3-62b1c0b761e4), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.295940 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (1fa7b799-e49b-4de5-b502-30d5a68be356), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.317444 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa7b799-e49b-4de5-b502-30d5a68be356']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:50.319349 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] Pushing event deleted for resources: {'Port': ['ID=f2d73e40-7b52-41a6-bbe3-62b1c0b761e4,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:50.324192 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb0664-31d6-47bf-9a8d-23b6bf9f5f0e None None] No DVR routers for this DVR port f2d73e40-7b52-41a6-bbe3-62b1c0b761e4 on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:50.333268 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18852c3c-52ee-4117-ba23-600714792af2') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:50.333268 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18852c3c-52ee-4117-ba23-600714792af2') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:50.341907 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (18852c3c-52ee-4117-ba23-600714792af2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.355589 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (18852c3c-52ee-4117-ba23-600714792af2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.361318 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:21:50.362033 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (18852c3c-52ee-4117-ba23-600714792af2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:21:50.363685 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:21:50.486737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (1fa7b799-e49b-4de5-b502-30d5a68be356), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.492096 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:50.496080 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] 10.222.0.21 "DELETE /v2.0/networks/1fa7b799-e49b-4de5-b502-30d5a68be356 HTTP/1.1" status: 204 len: 168 time: 0.6574814 Mar 29 13:21:50.499127 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40442) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:50.509725 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab43a6-efaf-4146-a426-a3eed1b1124c admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa7b799-e49b-4de5-b502-30d5a68be356,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:50.857999 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1621116'] for router_interface (4e3733bc-267c-4b65-88db-a97ecb7b3de2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:51.052527 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:51.098427 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Deleting port 29acee70-d594-436e-ba5f-64452c110bf0 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:51.098765 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (29acee70-d594-436e-ba5f-64452c110bf0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:51.175418 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] For port 29acee70-d594-436e-ba5f-64452c110bf0, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=29acee70-d594-436e-ba5f-64452c110bf0,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:51.175808 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (29acee70-d594-436e-ba5f-64452c110bf0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:51.188142 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Calling delete_port for 29acee70-d594-436e-ba5f-64452c110bf0 owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:51.412878 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (29acee70-d594-436e-ba5f-64452c110bf0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:51.437767 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Pushing event deleted for resources: {'Port': ['ID=29acee70-d594-436e-ba5f-64452c110bf0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:51.610126 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1617499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1589996'] for router_interface (4e3733bc-267c-4b65-88db-a97ecb7b3de2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:51.825616 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 has already been hosted by L3 agent 3b9170b6-b6bb-4a90-9657-445a08003ac2 {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 13:21:51.933531 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] Notify agent at l3_agent.dv-cinder-815560-5-iscsi the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 13:21:51.938523 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-81b2d31c-d6a2-4d0e-ad30-6b868c2c5a4e admin admin] 10.222.0.21 "PUT /v2.0/routers/4e3733bc-267c-4b65-88db-a97ecb7b3de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4380798 Mar 29 13:21:51.940984 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40448) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:51.941947 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] Sync routers for ids ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'] in dv-cinder-815560-5-iscsi {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 13:21:51.952884 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] Routers {'4e3733bc-267c-4b65-88db-a97ecb7b3de2'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:51.953494 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:21:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:52.044581 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks [] for router (4e3733bc-267c-4b65-88db-a97ecb7b3de2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.060532 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] Set router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 gateway port host: dv-cinder-815560-5-iscsi {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:52.151783 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks [] for router_gateway (4e3733bc-267c-4b65-88db-a97ecb7b3de2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.235315 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'external_fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:21:51Z', 'revision_number': 5, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port': {'id': 'f74744a8-8b6b-4f4f-89e1-09501b425683', 'name': '', 'network_id': '85276e9b-9244-441f-a4ab-9967b5691fbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:cf:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815560-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T13:18:41Z', 'updated_at': '2022-03-29T13:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c47c1daf-43d9-4cc0-88e6-6e7414addf75', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815560-5-iscsi'}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:52.267364 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] Checking router: 4e3733bc-267c-4b65-88db-a97ecb7b3de2 for host: dv-cinder-815560-5-iscsi {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 13:21:52.273456 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Deleting port f74744a8-8b6b-4f4f-89e1-09501b425683 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:52.273790 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.275969 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] Routers {'4e3733bc-267c-4b65-88db-a97ecb7b3de2'} bound to L3 agent in host dv-cinder-815560-5-iscsi {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 13:21:52.276614 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815560-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T13:02:18Z,description=,heartbeat_timestamp=2022-03-29T13:21:48Z,host='dv-cinder-815560-5-iscsi',id=3b9170b6-b6bb-4a90-9657-445a08003ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T13:02:19Z,topic='l3_agent')) {'router_ids': ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:52.355945 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] For port f74744a8-8b6b-4f4f-89e1-09501b425683, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=f74744a8-8b6b-4f4f-89e1-09501b425683,segment=NetworkSegment(d1d0ce14-bc40-47f0-bc53-e0f423e16961),segment_id=d1d0ce14-bc40-47f0-bc53-e0f423e16961)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:52.356198 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.366850 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] Set router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 13:21:52.369414 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Calling delete_port for f74744a8-8b6b-4f4f-89e1-09501b425683 owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:52.418347 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:21:52Z', 'revision_number': 6, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port_host': None}], 'dv-cinder-815560-5-iscsi', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:52.447279 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71bf968-688c-415e-a98d-c61f72788597 None None] The sync data for ids ['4e3733bc-267c-4b65-88db-a97ecb7b3de2'] in dv-cinder-815560-5-iscsi is: [{'id': '4e3733bc-267c-4b65-88db-a97ecb7b3de2', 'name': 'tempest-TestMinimumBasicScenario-1905316604-router', 'tenant_id': 'a468eea8adf74c43b2108805fb5cee0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T13:18:40Z', 'updated_at': '2022-03-29T13:21:52Z', 'revision_number': 6, 'project_id': 'a468eea8adf74c43b2108805fb5cee0d', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 13:21:52.572879 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (f74744a8-8b6b-4f4f-89e1-09501b425683), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.597291 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Pushing event deleted for resources: {'Port': ['ID=f74744a8-8b6b-4f4f-89e1-09501b425683,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:52.661627 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1590790'] for router_gateway (4e3733bc-267c-4b65-88db-a97ecb7b3de2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.704258 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.753913 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1621914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1777'] for router (4e3733bc-267c-4b65-88db-a97ecb7b3de2), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.755997 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks [] for router_controller (4e3733bc-267c-4b65-88db-a97ecb7b3de2), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.847375 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1621987'] for router (4e3733bc-267c-4b65-88db-a97ecb7b3de2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.848077 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e3733bc-267c-4b65-88db-a97ecb7b3de2 {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 13:21:52.853438 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:52.854616 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-ffb6be13-fb92-43b8-9e05-16422027e18e admin admin] 10.222.0.21 "DELETE /v2.0/routers/4e3733bc-267c-4b65-88db-a97ecb7b3de2 HTTP/1.1" status: 204 len: 168 time: 0.9126747 Mar 29 13:21:52.857098 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40452) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:52.911471 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Deleting subnet dc64015c-8e69-4339-be5f-d07341890aeb {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:21:52.913256 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Publish callbacks [] for subnet (dc64015c-8e69-4339-be5f-d07341890aeb), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.202756 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (dc64015c-8e69-4339-be5f-d07341890aeb), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.277713 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (dc64015c-8e69-4339-be5f-d07341890aeb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.373196 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (dc64015c-8e69-4339-be5f-d07341890aeb), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.402265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.405711 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc64015c-8e69-4339-be5f-d07341890aeb HTTP/1.1" status: 204 len: 168 time: 0.5474155 Mar 29 13:21:53.406586 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155a96-edef-4f86-9f40-989cdd6e5c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc64015c-8e69-4339-be5f-d07341890aeb,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:53.408118 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40454) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:53.412701 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896d470-9f40-4ade-8a19-c98bcb2b6801 None None] Network 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 requested from dv-cinder-815560-5-iscsi {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 13:21:53.486324 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.539923 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Deleting port 84613248-27d3-4a32-add1-e9ab39046755 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:53.540265 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (84613248-27d3-4a32-add1-e9ab39046755), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.570745 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] DHCP port deletion for 460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 request from dv-cinder-815560-5-iscsi {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 13:21:53.602796 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] For port 84613248-27d3-4a32-add1-e9ab39046755, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=84613248-27d3-4a32-add1-e9ab39046755,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:53.603154 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (84613248-27d3-4a32-add1-e9ab39046755), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.616026 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Calling delete_port for 84613248-27d3-4a32-add1-e9ab39046755 owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:53.618187 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] Deleting port 84613248-27d3-4a32-add1-e9ab39046755 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:21:53.618733 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (84613248-27d3-4a32-add1-e9ab39046755), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.684239 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] For port 84613248-27d3-4a32-add1-e9ab39046755, host dv-cinder-815560-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815560-5-iscsi',level=0,port_id=84613248-27d3-4a32-add1-e9ab39046755,segment=NetworkSegment(111c00d2-d3a7-4860-bd2d-9b7e1cc94962),segment_id=111c00d2-d3a7-4860-bd2d-9b7e1cc94962)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:21:53.684477 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (84613248-27d3-4a32-add1-e9ab39046755), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.698101 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] Calling delete_port for 84613248-27d3-4a32-add1-e9ab39046755 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:21:53.738906 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16361151'] for port (84613248-27d3-4a32-add1-e9ab39046755), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.763342 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=84613248-27d3-4a32-add1-e9ab39046755,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:53.769180 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] No DVR routers for this DVR port 84613248-27d3-4a32-add1-e9ab39046755 on host dv-cinder-815560-5-iscsi {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:53.777904 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502'] for port (84613248-27d3-4a32-add1-e9ab39046755), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.804067 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] Pushing event deleted for resources: {'Port': ['ID=84613248-27d3-4a32-add1-e9ab39046755,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:53.805816 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d01f38-353e-484d-9854-2c27187de5c9 None None] No DVR routers for this DVR port 84613248-27d3-4a32-add1-e9ab39046755 on host dv-cinder-815560-5-iscsi {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:21:53.846932 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.867528 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:53.876817 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111c00d2-d3a7-4860-bd2d-9b7e1cc94962') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:53.877115 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111c00d2-d3a7-4860-bd2d-9b7e1cc94962') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:21:53.886896 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (111c00d2-d3a7-4860-bd2d-9b7e1cc94962), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.900843 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (111c00d2-d3a7-4860-bd2d-9b7e1cc94962), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.906485 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (111c00d2-d3a7-4860-bd2d-9b7e1cc94962), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:21:53.910585 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:21:54.001506 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:54.006580 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:54.010390 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3 HTTP/1.1" status: 204 len: 168 time: 0.6006827 Mar 29 13:21:54.021547 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250505e-b4c3-41fd-b74f-7d1efd681fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=460b2d1c-ed3e-4d75-8eb9-a9764fa3d2c3,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:54.129018 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 29acee70-d594-436e-ba5f-64452c110bf0 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:54.151950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 29acee70-d594-436e-ba5f-64452c110bf0 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:54.152290 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 29acee70-d594-436e-ba5f-64452c110bf0 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:54.152688 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f74744a8-8b6b-4f4f-89e1-09501b425683 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:54.171034 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: f74744a8-8b6b-4f4f-89e1-09501b425683 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:54.174730 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device f74744a8-8b6b-4f4f-89e1-09501b425683 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:54.174730 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 84613248-27d3-4a32-add1-e9ab39046755 no longer exists at agent ovs-agent-dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:21:54.190223 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] No Port match for: 84613248-27d3-4a32-add1-e9ab39046755 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:21:54.190568 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Device 84613248-27d3-4a32-add1-e9ab39046755 not bound to the agent host dv-cinder-815560-5-iscsi {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:21:54.338506 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40460) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:54.378971 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-a197f2ec-6f2d-40dc-b227-11d5f470ee71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02a25dd6065d473ba2b9499b16b63486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387259 Mar 29 13:21:54.381025 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40462) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:54.427559 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f7a46f96-bfc0-4c23-b124-3179d36ed1d7 admin admin] Publish callbacks [] for security_group (08dcfbf9-9761-4782-ba67-cac7becf974c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:54.448265 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f7a46f96-bfc0-4c23-b124-3179d36ed1d7 admin admin] Publish callbacks [] for security_group (08dcfbf9-9761-4782-ba67-cac7becf974c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:54.549932 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f7a46f96-bfc0-4c23-b124-3179d36ed1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (08dcfbf9-9761-4782-ba67-cac7becf974c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:54.552540 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f7a46f96-bfc0-4c23-b124-3179d36ed1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:54.553706 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-f7a46f96-bfc0-4c23-b124-3179d36ed1d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08dcfbf9-9761-4782-ba67-cac7becf974c HTTP/1.1" status: 204 len: 168 time: 0.1716380 Mar 29 13:21:54.561792 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a46f96-bfc0-4c23-b124-3179d36ed1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dcfbf9-9761-4782-ba67-cac7becf974c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:21:55.110880 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40474) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:55.150883 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-55afedb1-af10-4dbf-a964-9ef469fc0788 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a468eea8adf74c43b2108805fb5cee0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388231 Mar 29 13:21:55.153534 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40476) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:21:55.198493 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-880360c0-ccb2-4f4d-8496-6e6518a1a004 admin admin] Publish callbacks [] for security_group (377cac81-0c79-485e-99dd-18cd2a980a5a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:55.221836 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-880360c0-ccb2-4f4d-8496-6e6518a1a004 admin admin] Publish callbacks [] for security_group (377cac81-0c79-485e-99dd-18cd2a980a5a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:55.332292 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-880360c0-ccb2-4f4d-8496-6e6518a1a004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (377cac81-0c79-485e-99dd-18cd2a980a5a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:55.334788 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-880360c0-ccb2-4f4d-8496-6e6518a1a004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:21:55.335967 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-880360c0-ccb2-4f4d-8496-6e6518a1a004 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/377cac81-0c79-485e-99dd-18cd2a980a5a HTTP/1.1" status: 204 len: 168 time: 0.1815109 Mar 29 13:21:55.343327 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880360c0-ccb2-4f4d-8496-6e6518a1a004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377cac81-0c79-485e-99dd-18cd2a980a5a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:22:00.044750 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b984cc-9ccc-4f2d-b0fd-5bb514a473a2 req-a51a0df7-9b58-4d24-9fc9-5ce0c9f12651 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:22:00.046220 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-36b984cc-9ccc-4f2d-b0fd-5bb514a473a2 req-a51a0df7-9b58-4d24-9fc9-5ce0c9f12651 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 946 time: 0.0549488 Mar 29 13:22:00.092456 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [req-36b984cc-9ccc-4f2d-b0fd-5bb514a473a2 req-c1e52340-5420-4ac1-af23-e83b191b18c3 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Mar 29 13:22:01.209012 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d5c10-9e70-4445-b5d1-61f1efe048bb req-0bd36574-5feb-4e40-98fb-d7322a427817 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:22:01.210460 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c0d5c10-9e70-4445-b5d1-61f1efe048bb req-0bd36574-5feb-4e40-98fb-d7322a427817 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 946 time: 0.0504007 Mar 29 13:22:01.256065 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-5c0d5c10-9e70-4445-b5d1-61f1efe048bb req-7c67ef38-9de6-40ce-b43f-ea2c4b3b2f0e tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/security-groups?id=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394387 Mar 29 13:22:01.753834 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-42b6ad78-d9c3-4eec-9a24-45f87a2f3b4c tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 13:22:01.755259 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-42b6ad78-d9c3-4eec-9a24-45f87a2f3b4c tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 946 time: 0.0508890 Mar 29 13:22:01.849285 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Deleting port f6ba1282-2985-4872-ba31-05f556694cb1 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 13:22:01.849619 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765953958166'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:01.935919 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] For port f6ba1282-2985-4872-ba31-05f556694cb1, host hv-cinder-81556, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81556',level=0,port_id=f6ba1282-2985-4872-ba31-05f556694cb1,segment=NetworkSegment(ce180943-30ed-4911-9e5a-7e2c961e203e),segment_id=ce180943-30ed-4911-9e5a-7e2c961e203e)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 13:22:01.936281 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1593422'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:01.951917 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Calling delete_port for f6ba1282-2985-4872-ba31-05f556694cb1 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 13:22:02.121245 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-821141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765953963129', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765953396502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13559348'] for port (f6ba1282-2985-4872-ba31-05f556694cb1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:02.148985 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Pushing event deleted for resources: {'Port': ['ID=f6ba1282-2985-4872-ba31-05f556694cb1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:22:02.156629 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] get_ports_and_sgs() called for port_ids ['f6ba1282-2985-4872-ba31-05f556694cb1'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 13:22:02.198220 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] No DVR routers for this DVR port f6ba1282-2985-4872-ba31-05f556694cb1 on host hv-cinder-81556 {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 13:22:02.201185 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2031565'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:02.204489 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-e3eb68f0-8bfa-4bff-abea-29be5b58c65e req-9fea3b32-d979-4f48-a4e6-203cad1e2ba7 tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.18 "DELETE /v2.0/ports/f6ba1282-2985-4872-ba31-05f556694cb1 HTTP/1.1" status: 204 len: 173 time: 0.4445472 Mar 29 13:22:02.204935 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'name': 'network-vif-deleted', 'tag': 'f6ba1282-2985-4872-ba31-05f556694cb1'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 13:22:02.207173 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36f119c652d31d2f714e70270cb8cab7993f496f8269c0a818c540eadab79814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f253b43c-1266-4ad3-bfe2-1b52844fdd65" -d '{"events": [{"server_uuid": "c271b936-1935-4b1b-b69a-afe74ddaa406", "name": "network-vif-deleted", "tag": "f6ba1282-2985-4872-ba31-05f556694cb1"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 13:22:02.245769 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34198bff-1a03-49ca-bc92-1f1727220fcf x-openstack-request-id: req-34198bff-1a03-49ca-bc92-1f1727220fcf {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 13:22:02.245769 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c271b936-1935-4b1b-b69a-afe74ddaa406", "name": "network-vif-deleted", "tag": "f6ba1282-2985-4872-ba31-05f556694cb1", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 13:22:02.245769 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34198bff-1a03-49ca-bc92-1f1727220fcf {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 13:22:02.245769 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34198bff-1a03-49ca-bc92-1f1727220fcf'] response: {'server_uuid': 'c271b936-1935-4b1b-b69a-afe74ddaa406', 'name': 'network-vif-deleted', 'tag': 'f6ba1282-2985-4872-ba31-05f556694cb1', 'status': 'completed', 'code': 200} Mar 29 13:22:02.358269 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [req-f6c0e345-c000-4abb-ab0f-088bd131ab96 req-4c8a8085-6b12-4fac-b1c1-bec6a705d41a tempest-VolumesSnapshotTestJSON-791096638 tempest-VolumesSnapshotTestJSON-791096638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c271b936-1935-4b1b-b69a-afe74ddaa406 HTTP/1.1" status: 200 len: 210 time: 0.0350499 Mar 29 13:22:05.395330 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:05.576570 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device f6ba1282-2985-4872-ba31-05f556694cb1 no longer exists at agent hyperv_hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 13:22:05.596480 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] No Port match for: f6ba1282-2985-4872-ba31-05f556694cb1 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 13:22:05.596755 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Device f6ba1282-2985-4872-ba31-05f556694cb1 not bound to the agent host hv-cinder-81556 {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 13:22:13.493171 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:22:16.343680 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-30a041c9-9453-41b5-a381-55d32e49f35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:18.549538 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d47cd2c9-3332-4824-863c-3018a87c8ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:19.663658 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:21.058530 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:22.715564 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:27.973637 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.21', 40642) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:22:28.016411 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Deleting subnet da4f8c31-b5b5-45ca-a211-2652a0dd4d53 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 13:22:28.019297 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Publish callbacks [] for subnet (da4f8c31-b5b5-45ca-a211-2652a0dd4d53), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.055758 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15938072'] for subnet (da4f8c31-b5b5-45ca-a211-2652a0dd4d53), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.093104 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1140678'] for subnet (da4f8c31-b5b5-45ca-a211-2652a0dd4d53), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.206648 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1140721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1834125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13558471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13515274'] for subnet (da4f8c31-b5b5-45ca-a211-2652a0dd4d53), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.232368 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4f8c31-b5b5-45ca-a211-2652a0dd4d53,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:22:28.236824 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.240102 dv-cinder-815560-5-iscsi neutron-server[103817]: INFO neutron.wsgi [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/da4f8c31-b5b5-45ca-a211-2652a0dd4d53 HTTP/1.1" status: 204 len: 168 time: 0.2654808 Mar 29 13:22:28.242650 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40644) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:22:28.244922 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.245293 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.245633 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.245990 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.246320 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.246649 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.246971 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.247313 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.247643 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.247966 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.248288 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.248608 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.248966 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.249330 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.249680 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a5cf46-6ab2-40f9-85f5-94c6710a833f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.309691 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052039'] for network (26ab4be2-c125-4758-819c-4ab085fcfe66), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.390265 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-948813', 'neutron.services.segments.db._delete_segments_for_network-8765953723194'] for network (26ab4be2-c125-4758-819c-4ab085fcfe66), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.410218 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ab4be2-c125-4758-819c-4ab085fcfe66']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:22:28.419373 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce180943-30ed-4911-9e5a-7e2c961e203e') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:22:28.419697 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.services.segments.db [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce180943-30ed-4911-9e5a-7e2c961e203e') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 13:22:28.428587 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765953923907', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15946180'] for segment (ce180943-30ed-4911-9e5a-7e2c961e203e), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.441116 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489'] for segment (ce180943-30ed-4911-9e5a-7e2c961e203e), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.446660 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 13:22:28.447036 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1141489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16361194'] for segment (ce180943-30ed-4911-9e5a-7e2c961e203e), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: Traceback (most recent call last): Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: timer() Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: cb(*args, **kw) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: return func(*args, **kwargs) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: self._notify() Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: self.callback(batched_events) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: event.method(event) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: return f(self, *a, **k) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._get(url).json() Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: return self.request(url, 'GET', **kwargs) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 13:22:28.449576 dv-cinder-815560-5-iscsi neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 13:22:28.583401 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-948804', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1617474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1590890'] for network (26ab4be2-c125-4758-819c-4ab085fcfe66), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.588742 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1617524'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:28.593485 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] 10.222.0.21 "DELETE /v2.0/networks/26ab4be2-c125-4758-819c-4ab085fcfe66 HTTP/1.1" status: 204 len: 168 time: 0.3486316 Mar 29 13:22:28.606735 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ab4be2-c125-4758-819c-4ab085fcfe66,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:22:28.613887 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.614238 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.614583 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.614924 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.615260 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.615621 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.615954 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.616278 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.616605 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.616933 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.617263 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.617614 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.617938 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.618258 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:28.618597 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1487bca-66df-4b20-a382-587b9247bf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815560-5-iscsi {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 13:22:29.060762 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40648) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:22:29.098654 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-e0e57bcb-4ceb-4a2f-9396-bd71ffd23698 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6f0446b472e49e3b671d0b931c79a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367432 Mar 29 13:22:29.100992 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.21', 40650) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 13:22:29.153219 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ac44-bea4-4821-aa4e-bdd4f6461a60 admin admin] Publish callbacks [] for security_group (2234c1c4-203d-4d48-b4b5-3bddc44ca3a7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:29.173231 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ac44-bea4-4821-aa4e-bdd4f6461a60 admin admin] Publish callbacks [] for security_group (2234c1c4-203d-4d48-b4b5-3bddc44ca3a7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:29.315114 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ac44-bea4-4821-aa4e-bdd4f6461a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829850'] for security_group (2234c1c4-203d-4d48-b4b5-3bddc44ca3a7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:29.317737 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f2e5ac44-bea4-4821-aa4e-bdd4f6461a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:29.318871 dv-cinder-815560-5-iscsi neutron-server[103818]: INFO neutron.wsgi [None req-f2e5ac44-bea4-4821-aa4e-bdd4f6461a60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2234c1c4-203d-4d48-b4b5-3bddc44ca3a7 HTTP/1.1" status: 204 len: 168 time: 0.2170167 Mar 29 13:22:29.327664 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5ac44-bea4-4821-aa4e-bdd4f6461a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234c1c4-203d-4d48-b4b5-3bddc44ca3a7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 13:22:35.389038 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:46.314314 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-aa629491-0c11-4649-95ff-debfd73baf48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:48.515531 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-68342997-e12d-46ce-bdca-acdc897c109e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:49.680211 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:50.491351 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:22:51.091418 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:22:52.731723 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:05.400171 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:16.314251 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-95c3bada-0d71-44de-8440-560a16633775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:18.531099 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a92548e4-59de-4365-8b0e-5cc513e71f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:19.685270 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:21.068573 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:22.742470 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:27.490306 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:23:35.451310 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:46.313557 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-afa88326-bd36-48c7-94b9-eb8d995b15ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:48.519298 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d01ca813-ca60-4dc2-bfaa-8c5307bd21bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:49.742271 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:51.067923 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:23:52.718924 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:04.488814 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:24:05.461949 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:16.307789 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e13598cb-5ab4-4d16-a7a4-f391da8201d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:18.508399 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5aec0600-a47a-4f11-9ce4-a7d51d6e7bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:19.713270 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:21.067130 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:22.741851 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:35.370712 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:41.487514 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:24:46.363974 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cecc075a-6db2-4cf1-ada3-b89c9e5c5b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:48.518690 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ce0450f5-083c-4826-8f62-2a505e1e6658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:49.683861 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:51.088287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:24:52.751319 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:05.495170 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:16.323883 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-27215616-8d47-41da-9da1-e6201cfbf4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:18.487066 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:25:18.522375 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-29d6f426-e290-4e27-9ece-e99cb5f8450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:19.699685 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:21.094761 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:22.757435 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:35.409011 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:46.315909 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c94220d5-4b61-4325-a65b-f3c54e3287b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:48.511858 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9ae28f8f-fdc7-4d8a-8364-45ecec4bde97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:49.694359 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:51.077296 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:52.744577 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:25:55.486375 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:26:05.395258 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:12.459067 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [req-cc0f58e0-b6a8-4f64-9555-3208e103ce96 req-894e44ac-9a60-4448-88ec-dcd57908cbcb service neutron] (103818) timed out ('10.222.0.18', 57989) {{(pid=103818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 13:26:16.320779 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0a8fc2e8-9c4d-48ce-9407-83779cc12eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:18.515120 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9fd828eb-42f6-43bd-8d92-39600802e601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:19.703993 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:20.774217 dv-cinder-815560-5-iscsi neutron-server[103818]: DEBUG neutron.wsgi [req-3dfdb949-dd8b-455b-a6fe-557a72b80efd req-b1128dc6-55df-4176-a40d-99a6b5d76de0 service neutron] (103818) timed out ('10.222.0.18', 57975) {{(pid=103818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 13:26:21.094015 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:22.745463 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:32.485708 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:26:35.413950 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:38.449192 dv-cinder-815560-5-iscsi neutron-server[103817]: DEBUG neutron.wsgi [req-cd04f6ce-e5d1-42fb-bc02-78b6f0327d4e req-0d8b9ed1-3fe8-43aa-b508-ae9364428cdf service neutron] (103817) timed out ('10.222.0.18', 57977) {{(pid=103817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 13:26:46.320196 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4de429d0-7828-4df7-aec1-73547e13f245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:48.517257 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ae2965f2-a1db-483f-aca5-4aecfea31aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:49.715896 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:51.097321 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:26:52.745040 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:05.424903 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:09.486032 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:27:16.327147 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3062d615-f5e1-476d-9898-5c640696e38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:18.509959 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-32dd2c0b-f7fc-4180-b6f4-1b2b2470314e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:19.715562 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7668b9a6-928f-47a1-b648-2340feba0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (fb73dabd-4a4c-4203-8c28-faaf9cb3da4d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:21.087287 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abf739ef-ef16-4de2-90fa-07549f6231a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (4d171497-e403-496e-b540-f628c2e148ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:22.736591 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2bd6c5f1-a0b1-4e72-b41d-a38208430a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (6059d7af-bb7a-4698-82e0-62f595eeabff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:35.410553 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8f92c55-c10e-40f2-bc35-6958b6d993a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (a4327184-7e8c-4e66-a4f9-5920e4feb25d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:46.320811 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a0decc6a-472f-4298-8fa9-092210611ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (e0c348fb-14da-4c1d-ad4f-04e31aef168b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 13:27:46.484941 dv-cinder-815560-5-iscsi neutron-server[103820]: DEBUG neutron.db.agents_db [None req-60a71576-6af6-4680-a60a-c134708c0de9 None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 13:27:48.526924 dv-cinder-815560-5-iscsi neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5b08110e-5fe5-44b1-b7be-55a4ee730aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765953723176', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-949388'] for agent (3b9170b6-b6bb-4a90-9657-445a08003ac2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}